-- Logs begin at Tue 2022-06-14 23:36:21 UTC, end at Wed 2022-06-15 00:55:46 UTC. -- Jun 15 00:26:10.910649 dv-cinder-835384-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 15 00:26:13.600731 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.common.config [-] Logging enabled! Jun 15 00:26:13.601314 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 15 00:26:13.601510 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104000) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 15 00:26:13.605120 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.common.config [-] Logging enabled! Jun 15 00:26:13.605376 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 15 00:26:13.605689 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104000) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 15 00:26:13.607198 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 00:26:13.607433 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 00:26:13.607798 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 00:26:13.608047 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 00:26:13.608271 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 00:26:13.608692 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.608991 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.609223 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.609524 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.609819 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.610106 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.610400 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.610851 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.611152 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.611441 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.611731 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.611965 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.612252 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.612545 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.612836 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.613061 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] debug = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.613347 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.613797 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.614211 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.614505 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.614816 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.615102 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.615377 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.615657 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.615942 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.616275 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] host = dv-cinder-835384-6-iscsi {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.616557 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.616846 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.617134 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.617424 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.617700 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.617980 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.618265 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.618542 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.618835 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] log_file = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.619115 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.619404 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.619695 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.619987 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.620211 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.620435 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.620724 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.621016 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.621293 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.621571 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.622402 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.622680 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.622985 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.623259 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.623544 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.623973 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.624283 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.624567 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.624850 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.625128 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.625404 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.625692 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.625973 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.626255 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.626532 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.626841 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.627113 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.627386 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.627687 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.627974 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.628259 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.628547 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.628820 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.629103 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.629374 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.629645 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.629915 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] use_json = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.630185 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.630453 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.630732 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.631031 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.631303 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.631575 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.631844 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.632128 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.632400 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:13.632697 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.632997 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.633301 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.633584 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.633888 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.634172 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.634463 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.634741 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.635059 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.635349 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.635636 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.635913 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.636217 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.636508 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.636803 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.637109 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.637426 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.637720 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.637998 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.638276 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.638553 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.638865 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.639157 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.639433 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.639721 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.640009 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.640290 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.640589 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.640875 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.641162 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.641456 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.641745 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.642019 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.642297 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.642586 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.642885 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.643160 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.643447 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.643723 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.643994 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.644277 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.644568 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.644857 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.645134 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.645410 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.645700 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.645978 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.646253 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.646527 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.646826 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.647103 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.647389 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.647668 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.647943 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.648218 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.648494 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.648767 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.649040 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.649321 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.649596 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.649871 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.650145 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.650417 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.650689 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.650983 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.651258 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.651530 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.651802 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.652078 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.652354 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.652631 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.652931 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.653210 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.653488 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.653787 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.654066 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.654350 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.654633 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.654939 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.655219 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.655496 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.655776 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.656061 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.656341 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.656634 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.656919 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.657207 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.657489 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.657767 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.658086 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.658366 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.658644 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.658951 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.659229 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.659509 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.659795 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.660077 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.660374 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.660669 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.660947 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.661243 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.661541 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.661836 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.662118 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.662431 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.662714 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:13.662960 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 00:26:13.663199 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104000) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 15 00:26:14.042733 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 15 00:26:14.043032 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 15 00:26:14.043336 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 15 00:26:14.044338 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 15 00:26:14.363826 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.364040 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.364305 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.367176 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.367451 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.367716 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.420095 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.420382 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.420653 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.434906 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.435186 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.435455 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.465395 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.466141 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.466410 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.501976 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.502261 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.502535 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.733914 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.734542 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.734542 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.734725 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.735611 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.834166 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.834483 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.834764 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.835060 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.835324 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.835638 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.835896 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.836150 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.836402 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.836682 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.836941 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.837204 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.837457 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.837704 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.837966 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.838222 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.838476 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.838740 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.839032 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.839290 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.839565 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.839818 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.840097 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.840497 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.840746 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.840989 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.841375 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 00:26:14.841614 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 00:26:14.841850 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 00:26:14.842084 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 00:26:14.842316 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 00:26:14.842551 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 00:26:14.842934 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 15 00:26:14.845984 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 15 00:26:14.850162 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 15 00:26:14.854182 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 15 00:26:14.855834 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 15 00:26:14.856317 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 15 00:26:14.856654 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 15 00:26:14.857043 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 15 00:26:14.859833 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 15 00:26:14.860087 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 15 00:26:14.860431 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 00:26:14.865492 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 15 00:26:14.889779 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 15 00:26:14.890224 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.890518 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104000) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 15 00:26:14.890910 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.892257 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104000) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 15 00:26:14.892533 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 00:26:14.892777 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 15 00:26:14.896249 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:14.896535 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.037751 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 15 00:26:15.037938 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 15 00:26:15.038170 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 15 00:26:15.038533 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 15 00:26:15.091740 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO dbcounter [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Registered counter for database neutron Jun 15 00:26:15.111356 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_db.sqlalchemy.engines [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104000) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 15 00:26:15.116977 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writer thread running {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 00:26:15.666888 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Initializing driver for type 'gre' Jun 15 00:26:15.667413 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] gre ID ranges: [(1, 1000)] Jun 15 00:26:15.730576 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Initializing driver for type 'local' Jun 15 00:26:15.730984 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Initializing driver for type 'vlan' Jun 15 00:26:15.744338 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] VlanTypeDriver initialization complete Jun 15 00:26:15.745125 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Initializing driver for type 'vxlan' Jun 15 00:26:15.745229 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] vxlan ID ranges: [(1, 1000)] Jun 15 00:26:15.799133 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Initializing extension driver 'port_security' Jun 15 00:26:15.799513 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.extensions.port_security [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] PortSecurityExtensionDriver initialization complete Jun 15 00:26:15.799925 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Initializing mechanism driver 'openvswitch' Jun 15 00:26:15.800216 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Initializing mechanism driver 'hyperv' Jun 15 00:26:15.806657 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:26:15.807345 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > port after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.807746 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > port after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.808096 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > port after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.808592 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 00:26:15.809003 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > subnet after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.809353 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > subnet after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.809696 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.810088 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 00:26:15.810488 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > network after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.810866 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > network after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.811213 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > network after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.811597 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 00:26:15.811996 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > security_group after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.812344 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > security_group after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.812684 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > security_group after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.813067 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 00:26:15.813466 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.813809 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.814146 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.814657 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 00:26:15.815092 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > address_group after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.815447 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > address_group after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.815789 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > address_group after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.816173 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 00:26:15.816610 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] ML2 OVO RPC backend initialized. {{(pid=104000) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 15 00:26:15.817307 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.817661 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.818075 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > network before_response 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.818426 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > networks before_response 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.818801 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > port before_response 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.819138 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > ports before_response 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.819483 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > subnet before_response 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.819823 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > subnets before_response 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.820168 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > network after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.820507 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > network after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.820841 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > network after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.821176 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > port after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.821510 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > port after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.821842 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > port after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.822180 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > subnet after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.822513 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > subnet after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.822873 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.830803 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded quota_driver: . Jun 15 00:26:15.831157 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.plugin [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Modular L2 Plugin initialization complete Jun 15 00:26:15.831501 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading services supported by the core plugin {{(pid=104000) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 15 00:26:15.831844 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.plugins.ml2.managers [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Got port-security extension from driver 'port_security' Jun 15 00:26:15.832323 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.extensions.vlantransparent [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Disabled vlantransparent extension. Jun 15 00:26:15.832841 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104000) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 15 00:26:15.833165 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading Plugin: router Jun 15 00:26:15.868612 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router_interface before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.869006 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router after_create 55549900 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.869378 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router before_create 55549900 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.869743 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.870113 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.870470 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router after_delete 55549900 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.870850 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > floatingip after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.871203 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > floatingip after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.871585 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router after_create 55549900 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.871937 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router after_update 55549900 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.872293 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router after_update 55549900 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.872645 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.873004 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router after_update 55549900 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.873417 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router precommit_update 55549900 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.873784 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: port after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.874122 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: port after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.874459 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: subnet after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.874820 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.875173 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > port precommit_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.875519 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router precommit_create 55549900 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.875862 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: port before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.876203 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router precommit_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.876556 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router after_update 55549900 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.876898 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router precommit_delete 55549900 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.877246 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router precommit_create 55549900 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.877609 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.877952 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router precommit_update 55549900 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.878316 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > agent after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.878668 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > agent after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.879035 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > network after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.879878 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Tracking information for resource: router configured {{(pid=104000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 00:26:15.880206 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Tracking information for resource: floatingip configured {{(pid=104000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 00:26:15.885051 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.db.l3_agentschedulers_db [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 15 00:26:15.885620 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: port after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.885980 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: port after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.886330 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: port after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.886681 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: port after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.888008 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router before_create 55550100 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.888374 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router precommit_delete 55550100 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.888737 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router precommit_create 55550100 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.889092 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > router precommit_update 55550100 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.893856 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.services.provider_configuration [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service providers = [] {{(pid=104000) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 15 00:26:15.894222 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.db.servicetype_db [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104000) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 15 00:26:15.897144 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.services.service_base [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 00:26:15.897490 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.services.service_base [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 00:26:15.897828 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.services.service_base [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 00:26:15.898701 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.services.service_base [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 00:26:15.899094 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.services.service_base [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 15 00:26:15.899461 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 00:26:15.899784 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 15 00:26:15.910816 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 00:26:15.911157 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading Plugin: auto_allocate Jun 15 00:26:15.916726 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: network precommit_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.917096 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: network precommit_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.917609 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 00:26:15.917931 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading Plugin: tag Jun 15 00:26:15.924431 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 00:26:15.924763 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading Plugin: timestamp Jun 15 00:26:15.928739 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 00:26:15.929068 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading Plugin: network_ip_availability Jun 15 00:26:15.934586 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.934993 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.935354 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:15.936099 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 00:26:15.936402 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading Plugin: flavors Jun 15 00:26:15.941055 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 00:26:15.941390 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading Plugin: revisions Jun 15 00:26:15.945703 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 00:26:15.946095 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_concurrency.lockutils [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.903s {{(pid=104000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 15 00:26:15.946864 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104000) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 15 00:26:15.947201 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Initializing extension manager. Jun 15 00:26:15.947722 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: __init__.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.948250 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: __pycache__ {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.948589 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: _port_mac_address_override.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.948924 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: address_group.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.950207 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.950815 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: address-group Jun 15 00:26:15.951145 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: address_scope.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.951855 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.952362 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: address-scope Jun 15 00:26:15.952687 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: admin_state_down_before_update.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.953603 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.954109 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: router-admin-state-down-before-update Jun 15 00:26:15.954431 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: agent.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.955155 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.955657 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: agent Jun 15 00:26:15.955980 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: agent_resources_synced.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.956875 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.957378 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: agent-resources-synced Jun 15 00:26:15.957700 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: allowedaddresspairs.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.959490 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.960007 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: allowed-address-pairs Jun 15 00:26:15.960335 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: auto_allocated_topology.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.961389 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.961898 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: auto-allocated-topology Jun 15 00:26:15.962222 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: availability_zone.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.962937 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.963443 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: availability_zone Jun 15 00:26:15.963769 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: availability_zone_filter.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.964670 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.965174 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: availability_zone_filter Jun 15 00:26:15.966029 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: data_plane_status.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.966966 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.967470 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension data-plane-status not supported by any of loaded plugins Jun 15 00:26:15.967795 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: default_subnetpools.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.968699 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.969204 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: default-subnetpools Jun 15 00:26:15.969524 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: dhcpagentscheduler.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.970343 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.970853 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: dhcp_agent_scheduler Jun 15 00:26:15.971172 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: dns.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.972090 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.972835 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension dns-integration not supported by any of loaded plugins Jun 15 00:26:15.973154 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: dns_domain_ports.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.974061 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.974562 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 15 00:26:15.974919 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.975834 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.976329 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 15 00:26:15.976646 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: dvr.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.977304 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.977802 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: dvr Jun 15 00:26:15.978122 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: ecmp_routes.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.979049 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.979685 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension ecmp_routes not supported by any of loaded plugins Jun 15 00:26:15.980008 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: empty_string_filtering.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.980953 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.981457 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: empty-string-filtering Jun 15 00:26:15.981782 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.982680 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.983206 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 15 00:26:15.983527 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.984422 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.984919 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 15 00:26:15.985241 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: external_net.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.986135 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.986640 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: external-net Jun 15 00:26:15.986987 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: extra_dhcp_opt.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.987877 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.988381 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: extra_dhcp_opt Jun 15 00:26:15.988701 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: extraroute.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.989591 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.990094 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: extraroute Jun 15 00:26:15.990419 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: extraroute_atomic.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.991457 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.991967 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: extraroute-atomic Jun 15 00:26:15.992287 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: filter_validation.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.992944 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.993453 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: filter-validation Jun 15 00:26:15.993771 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: fip_pf_description.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.994713 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.995194 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 15 00:26:15.995513 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: fip_pf_port_range.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.996415 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.996957 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 15 00:26:15.997277 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: fip_port_details.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:15.998202 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:15.998704 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: fip-port-details Jun 15 00:26:15.999052 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: flavors.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.000260 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.000775 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: flavors Jun 15 00:26:16.001097 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.004121 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.004649 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 15 00:26:16.004981 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: floatingip_pools.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.005678 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.006189 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: floatingip-pools Jun 15 00:26:16.006515 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: ip_allocation.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.007460 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.007965 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension ip_allocation not supported by any of loaded plugins Jun 15 00:26:16.008291 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.009207 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.009715 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: ip-substring-filtering Jun 15 00:26:16.010041 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: l2_adjacency.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.011001 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.011509 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension l2_adjacency not supported by any of loaded plugins Jun 15 00:26:16.011832 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: l3.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.013321 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.013839 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: router Jun 15 00:26:16.014164 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: l3_conntrack_helper.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.016389 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.016920 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 15 00:26:16.017252 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.018161 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.018672 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: ext-gw-mode Jun 15 00:26:16.019024 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.019929 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.020431 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: l3-ha Jun 15 00:26:16.020753 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.021650 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.022150 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 15 00:26:16.022471 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: l3_flavors.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.023398 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.023905 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: l3-flavors Jun 15 00:26:16.024294 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: l3_ndp_proxy.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.025643 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.026155 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 15 00:26:16.026480 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.027410 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.028548 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: l3-port-ip-change-not-allowed Jun 15 00:26:16.028899 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: l3agentscheduler.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.029935 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.030452 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: l3_agent_scheduler Jun 15 00:26:16.030797 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: local_ip.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.032552 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.033070 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension local_ip not supported by any of loaded plugins Jun 15 00:26:16.033401 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: logging.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.034887 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.035405 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension logging not supported by any of loaded plugins Jun 15 00:26:16.035739 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: metering.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.036478 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.037054 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: metering Jun 15 00:26:16.037382 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.038454 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.038992 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: metering_source_and_destination_fields Jun 15 00:26:16.039320 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: multiprovidernet.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.040242 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.040751 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: multi-provider Jun 15 00:26:16.041081 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: netmtu.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.042113 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.042620 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: net-mtu Jun 15 00:26:16.042981 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: netmtu_writable.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.043907 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.044413 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: net-mtu-writable Jun 15 00:26:16.044734 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: network_availability_zone.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.045394 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.045895 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: network_availability_zone Jun 15 00:26:16.046216 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: network_ip_availability.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.047339 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.047846 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: network-ip-availability Jun 15 00:26:16.048170 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: network_segment_range.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.048917 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.049422 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension network-segment-range not supported by any of loaded plugins Jun 15 00:26:16.049743 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: pagination.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.050721 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.051079 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: pagination Jun 15 00:26:16.051400 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: port_device_profile.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.052300 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.052812 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: port-device-profile Jun 15 00:26:16.053134 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: port_mac_address_override.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.054052 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.054560 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: port-mac-override Jun 15 00:26:16.054911 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.055828 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.056333 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: port-mac-address-regenerate Jun 15 00:26:16.056654 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.057546 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.058049 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: port-numa-affinity-policy Jun 15 00:26:16.058368 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: port_resource_request.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.059304 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.059809 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension port-resource-request not supported by any of loaded plugins Jun 15 00:26:16.060127 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: port_resource_request_groups.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.061081 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.061586 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 15 00:26:16.061906 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: portbindings.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.062835 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.063341 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: binding Jun 15 00:26:16.063661 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: portbindings_extended.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.064901 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.065408 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: binding-extended Jun 15 00:26:16.065734 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: portsecurity.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.066631 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.067174 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: port-security Jun 15 00:26:16.067500 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: project_id.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.068461 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.068788 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: project-id Jun 15 00:26:16.069108 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: providernet.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.070007 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.070515 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: provider Jun 15 00:26:16.070869 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.074385 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.075445 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos not supported by any of loaded plugins Jun 15 00:26:16.075800 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.077030 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.077547 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 15 00:26:16.077874 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.078870 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.079510 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 15 00:26:16.079842 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos_default.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.080750 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.081261 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos-default not supported by any of loaded plugins Jun 15 00:26:16.081592 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos_fip.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.082508 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.083051 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos-fip not supported by any of loaded plugins Jun 15 00:26:16.083374 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos_fip_network_policy.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.084280 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.084784 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 15 00:26:16.085107 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos_gateway_ip.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.086012 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.086522 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 15 00:26:16.086871 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos_port_network_policy.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.087773 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.088283 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 15 00:26:16.088607 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.089632 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.090140 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 15 00:26:16.091052 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.092087 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.092592 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 15 00:26:16.092920 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos_pps_rule.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.094087 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.094598 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos-pps not supported by any of loaded plugins Jun 15 00:26:16.094953 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos_rule_type_details.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.095857 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.096365 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 15 00:26:16.096689 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos_rule_type_filter.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.098004 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.098512 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 15 00:26:16.098858 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: qos_rules_alias.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.099886 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.100395 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 15 00:26:16.100720 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: quota_check_limit.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.101632 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.102139 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: quota-check-limit Jun 15 00:26:16.102464 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: quotasv2.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.103424 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.103756 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: quotas Jun 15 00:26:16.104080 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: quotasv2_detail.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.105752 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.106131 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: quota_details Jun 15 00:26:16.106461 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: rbac.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.107540 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.108069 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: rbac-policies Jun 15 00:26:16.108400 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: rbac_address_group.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.109329 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.109847 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: rbac-address-group Jun 15 00:26:16.110174 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: rbac_address_scope.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.111189 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.111705 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: rbac-address-scope Jun 15 00:26:16.112029 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: rbac_security_groups.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.112941 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.113451 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: rbac-security-groups Jun 15 00:26:16.113773 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: rbac_subnetpool.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.114681 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.115217 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: rbac-subnetpool Jun 15 00:26:16.115540 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: revisionifmatch.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.116459 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.116967 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: revision-if-match Jun 15 00:26:16.117290 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: revisions.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.118387 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.118932 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: standard-attr-revisions Jun 15 00:26:16.119260 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: router_availability_zone.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.119926 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.120434 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: router_availability_zone Jun 15 00:26:16.120758 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: routerservicetype.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.121707 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.122213 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension router-service-type not supported by any of loaded plugins Jun 15 00:26:16.122547 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.123496 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.124006 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: security-groups-normalized-cidr Jun 15 00:26:16.124326 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: security_groups_port_filtering.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.125252 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.125762 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: port-security-groups-filtering Jun 15 00:26:16.126087 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.127034 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.127552 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: security-groups-remote-address-group Jun 15 00:26:16.127871 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.128794 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.129297 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: security-groups-shared-filtering Jun 15 00:26:16.129616 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: securitygroup.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.139706 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.140228 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: security-group Jun 15 00:26:16.140563 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: segment.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.141285 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.141801 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension segment not supported by any of loaded plugins Jun 15 00:26:16.142129 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.143083 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.143593 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 15 00:26:16.143919 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: servicetype.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.145008 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.145519 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: service-type Jun 15 00:26:16.145843 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: sorting.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.146839 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.147173 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: sorting Jun 15 00:26:16.147492 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: standard_attr_segment.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.148409 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.148920 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 15 00:26:16.149244 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: standardattrdescription.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.149881 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.150387 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: standard-attr-description Jun 15 00:26:16.150708 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: stateful_security_group.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.151661 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.152181 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: stateful-security-group Jun 15 00:26:16.152501 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: stdattrs_common.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.153668 dv-cinder-835384-6-iscsi neutron-server[104000]: WARNING neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 15 00:26:16.153989 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.154936 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.155454 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 15 00:26:16.155778 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: subnet_onboard.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.156835 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.157352 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: subnet_onboard Jun 15 00:26:16.157676 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.158599 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.159127 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 15 00:26:16.159452 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: subnet_service_types.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.160361 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.160872 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: subnet-service-types Jun 15 00:26:16.161198 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: subnetallocation.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.162276 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.162805 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: subnet_allocation Jun 15 00:26:16.163139 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.163798 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.164316 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: subnetpool-prefix-ops Jun 15 00:26:16.164638 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.165553 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.166058 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 15 00:26:16.166381 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: tagging.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.167451 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.167974 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: standard-attr-tag Jun 15 00:26:16.168300 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: timestamp.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.169512 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.170025 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loaded extension: standard-attr-timestamp Jun 15 00:26:16.170351 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: trunk.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.171403 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.171922 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension trunk not supported by any of loaded plugins Jun 15 00:26:16.172244 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: trunk_details.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.173158 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.173670 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension trunk-details not supported by any of loaded plugins Jun 15 00:26:16.173992 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: uplink_status_propagation.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.174943 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.175452 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 15 00:26:16.175772 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Loading extension file: vlantransparent.py {{(pid=104000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 00:26:16.176428 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 00:26:16.176935 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extension vlan-transparent not supported by any of loaded plugins Jun 15 00:26:16.179506 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:network Jun 15 00:26:16.180042 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:subnet Jun 15 00:26:16.180439 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 00:26:16.180829 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:port Jun 15 00:26:16.182030 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.182466 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service FLAVORS assigned prefix: {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.183118 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.183548 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.183879 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:router Jun 15 00:26:16.184831 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:floatingip Jun 15 00:26:16.185315 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service METERING assigned prefix: /metering {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.186764 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:16.187164 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:16.187515 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:26:16.188503 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 00:26:16.188959 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:security_group Jun 15 00:26:16.189404 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 00:26:16.190001 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service CORE assigned prefix: {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.190332 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 00:26:16.190678 dv-cinder-835384-6-iscsi neutron-server[104000]: WARNING neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] subnetpool is already registered Jun 15 00:26:16.191126 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service CORE assigned prefix: {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.191453 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 00:26:16.191784 dv-cinder-835384-6-iscsi neutron-server[104000]: WARNING neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] subnetpool is already registered Jun 15 00:26:16.194047 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.194477 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service FLAVORS assigned prefix: {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.195085 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.195506 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.195840 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:router Jun 15 00:26:16.196178 dv-cinder-835384-6-iscsi neutron-server[104000]: WARNING neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] router is already registered Jun 15 00:26:16.196586 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:floatingip Jun 15 00:26:16.196926 dv-cinder-835384-6-iscsi neutron-server[104000]: WARNING neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] floatingip is already registered Jun 15 00:26:16.197377 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service METERING assigned prefix: /metering {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.198040 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 00:26:16.198368 dv-cinder-835384-6-iscsi neutron-server[104000]: WARNING neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] rbac_policy is already registered Jun 15 00:26:16.198804 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:security_group Jun 15 00:26:16.199134 dv-cinder-835384-6-iscsi neutron-server[104000]: WARNING neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] security_group is already registered Jun 15 00:26:16.199535 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 00:26:16.200434 dv-cinder-835384-6-iscsi neutron-server[104000]: WARNING neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] security_group_rule is already registered Jun 15 00:26:16.201048 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service CORE assigned prefix: {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.201376 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 00:26:16.201710 dv-cinder-835384-6-iscsi neutron-server[104000]: WARNING neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] subnetpool is already registered Jun 15 00:26:16.202125 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.resource_helper [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Service CORE assigned prefix: {{(pid=104000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 00:26:16.202457 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 00:26:16.202808 dv-cinder-835384-6-iscsi neutron-server[104000]: WARNING neutron.quota.resource_registry [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] subnetpool is already registered Jun 15 00:26:16.203276 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: extensions {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.204726 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: address-groups {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.206199 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: address-scopes {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.207538 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: agents {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.208692 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: auto-allocated-topology {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.209921 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: availability_zones {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.211148 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: dhcp-networks {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.212663 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: dhcp-agents {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.214071 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: routers {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.215849 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: flavors {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.217151 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: service_profiles {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.218364 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: next_providers {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.219821 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: service_profiles {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.222526 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: floatingip-pools {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.223788 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: routers {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.225494 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: floatingips {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.226767 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: l3-routers {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.228176 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: l3-agents {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.229580 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: metering-labels {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.230860 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: metering-label-rules {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.232246 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: network-ip-availabilities {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.233511 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: bindings {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.235071 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: quotas {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.236712 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: quotas {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.238235 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: rbac-policies {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.239494 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: security-groups {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.240791 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: security-group-rules {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.242242 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: service-providers {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.243547 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: subnetpools {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.244910 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: subnetpools {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.246410 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: tags {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.248623 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: tags {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.250410 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: tags {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.252219 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: tags {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.254087 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: tags {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.256065 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: tags {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.257741 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: tags {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.259633 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: tags {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.261395 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: tags {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.263731 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron.api.extensions [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Extended resource: tags {{(pid=104000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 00:26:16.270347 dv-cinder-835384-6-iscsi neutron-server[104000]: WARNING keystonemiddleware.auth_token [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 15 00:26:16.276097 dv-cinder-835384-6-iscsi neutron-server[104000]: WARNING keystonemiddleware.auth_token [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 15 00:26:16.286013 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_concurrency.lockutils [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Acquired lock "singleton_lock" {{(pid=104000) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 15 00:26:16.286497 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_concurrency.lockutils [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Releasing lock "singleton_lock" {{(pid=104000) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 15 00:26:16.287172 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO oslo_service.service [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Starting 2 workers Jun 15 00:26:16.291919 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Started child 104109 {{(pid=104000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 00:26:16.296324 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Started child 104110 {{(pid=104000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 00:26:16.297478 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:16.298107 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO neutron.service [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Neutron service started, listening on 0.0.0.0:9696 Jun 15 00:26:16.298546 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Publish callbacks [] for process (None), before_spawn {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:16.299194 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [-] (104109) wsgi starting up on http://0.0.0.0:9696 Jun 15 00:26:16.300932 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO oslo_service.service [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Starting 1 workers Jun 15 00:26:16.301153 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:16.302521 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [-] (104110) wsgi starting up on http://0.0.0.0:9696 Jun 15 00:26:16.306072 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Started child 104111 {{(pid=104000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 00:26:16.306588 dv-cinder-835384-6-iscsi neutron-server[104000]: INFO oslo_service.service [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Starting 1 workers Jun 15 00:26:16.310155 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.service [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] calling RpcWorker wait() {{(pid=104111) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 15 00:26:16.310701 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.service [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] returning from RpcWorker wait() {{(pid=104111) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 15 00:26:16.311554 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Started child 104112 {{(pid=104000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 00:26:16.311931 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:16.312384 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3660ac3d-da60-41b3-b320-b348ddf361ae None None] Publish callbacks [] for process (None), after_spawn {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:16.312477 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:26:16.314360 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104000) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 15 00:26:16.314574 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 00:26:16.314763 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 00:26:16.315012 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 00:26:16.315333 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 00:26:16.315503 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 00:26:16.316016 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.316284 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.316564 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.316824 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.317388 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.317620 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:16.318083 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.318083 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.318215 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.318409 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.318583 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.318749 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.319014 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.319264 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.319455 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:26:16.319641 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.319901 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.320157 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.320397 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.320568 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.320829 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.321081 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.321305 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.321572 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] debug = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.321824 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.322325 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.322550 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.322820 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.323058 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.323322 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.323552 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.323812 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.324048 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.324266 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.324510 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.325376 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.325620 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.325862 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.326094 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.326384 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.326610 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.327113 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] host = dv-cinder-835384-6-iscsi {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.327361 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.327579 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.327841 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.328099 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.328344 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.328560 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.328810 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.329055 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.329305 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.329550 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.329807 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.330058 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.330299 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.330547 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_file = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.330710 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_options = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.330969 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.331228 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.331509 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.331701 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.331867 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.332031 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.332279 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.332444 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.332697 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.332923 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.333158 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.333376 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.333630 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.333863 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.334102 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.334365 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.334632 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.334892 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.335266 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.335577 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.335869 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.336126 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.336581 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.336806 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.337162 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.337270 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.337538 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.337745 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.338131 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.338237 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.338427 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.338754 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.339000 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.339238 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.339668 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.340061 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.340478 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.340840 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.341251 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.341488 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.341746 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.341993 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.342216 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.342457 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.342670 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.343066 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.343308 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] use_json = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.343533 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.343771 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.344020 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.344253 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.344469 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.344753 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.345593 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.345885 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.346143 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.346554 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.346948 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.347522 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.348520 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.348783 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.349048 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.351190 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.351467 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.354817 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.356654 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.358750 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.359414 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.361108 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.362301 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.363549 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.363890 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.364174 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.364468 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.364720 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.364979 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.365213 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.365465 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.365756 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.365988 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.366253 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.366497 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.368436 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.368831 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.369279 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.369971 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.370364 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.372918 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.373227 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.373507 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.373772 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.374042 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.374330 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.374586 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.374860 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.375093 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.375393 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.375635 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.375893 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.376151 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.376394 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.376650 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.376910 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.377152 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.377406 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.377643 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.377878 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.378102 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.378344 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.378564 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.378881 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.379276 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.379647 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.379933 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.380331 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.380604 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.380855 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.381083 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.381333 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.381557 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.381798 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.382017 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.382257 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.382478 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.382934 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.383214 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.383437 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.383654 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.383877 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.384413 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.384640 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.384865 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.385103 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.385319 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.385554 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.386078 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.386299 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.386535 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.387093 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.387853 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.388064 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.388451 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.389068 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.389287 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.389731 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.389952 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.390164 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.390483 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.390732 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.391005 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.391230 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.391459 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.391678 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.391909 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.392147 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.392449 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.393179 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.393821 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.394060 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.394584 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.394866 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.395261 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.395523 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.395787 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.396064 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.396360 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.396647 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.397142 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.397373 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.397647 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.397884 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.398138 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.398360 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.398597 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.398880 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.399141 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.399418 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.399710 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.400323 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.400598 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.400913 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.401179 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.401460 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.401713 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.401946 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.402206 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.402441 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.402724 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.403141 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.403394 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.403660 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.403918 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.404140 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.404386 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.404619 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.404941 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.405173 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.405411 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.405626 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.405905 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.406157 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.406402 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.406674 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.406952 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.407208 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.407441 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.407672 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.407904 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.408153 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.408415 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.408631 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.408866 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.409082 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.409301 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.409520 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.409735 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.409999 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.410215 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.410455 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.410668 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.410920 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.411158 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.411383 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.411613 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.411863 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.412083 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:26:16.412188 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.412323 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.412541 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.412758 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.412986 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.413216 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.413431 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.413711 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.413963 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.414180 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.414407 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.414668 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.415152 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.415371 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.415661 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.415885 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.416100 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.416382 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.416601 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.417154 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.417541 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.417773 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.418008 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.418262 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.418557 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.418935 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.419193 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.419425 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.419684 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.419924 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.420143 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.420364 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.420577 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.420830 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.421052 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.421274 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.421510 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.421745 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.421958 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.422177 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.422394 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.422659 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.422919 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.423180 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.423391 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.423610 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.423824 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.424043 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.424257 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.424463 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.424673 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.424879 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.425090 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.425298 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.425583 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.425817 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.426112 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.426290 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.426510 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.426722 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.426987 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.427236 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.427450 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.427671 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.427906 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.428136 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.428364 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.428574 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.428802 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.429011 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.429230 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.429460 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.429698 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.429904 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.430112 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.430331 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.430567 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.430819 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.431041 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.431250 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.431458 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.431759 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.432394 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.432576 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.432786 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.433293 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.433437 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.433658 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.433886 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.434663 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.434995 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.435315 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.435483 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.435720 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.435971 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.436369 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.436596 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.436914 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.437131 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.437387 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.437618 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.437836 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.438076 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.438326 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.438658 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.438969 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.439220 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.439484 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.439766 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.440063 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.440351 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.440565 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.440850 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.441182 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.441532 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.441753 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.441958 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.442194 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.442416 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.442631 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.442890 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.443132 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.443401 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.443579 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.443811 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.444033 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.444262 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.444491 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.444729 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.444956 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.445168 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.445405 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.445626 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.445822 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 00:26:16.446312 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104000) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 15 00:26:16.446473 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 00:26:16.446625 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 00:26:16.446837 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 00:26:16.447013 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 00:26:16.447167 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 00:26:16.447372 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.447536 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.447698 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.447857 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.448035 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.448195 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.448353 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.448511 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.448680 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.449048 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.449212 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.449369 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.449525 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.450264 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.450430 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.450574 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.450737 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.450902 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.451053 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.451209 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.451366 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.451522 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] debug = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.451680 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.451871 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.452035 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.452191 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.452348 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.452504 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.452661 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.452817 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.452975 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.453131 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.453288 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.453456 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.453599 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.453756 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.453912 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.454070 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.454227 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.454388 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] host = dv-cinder-835384-6-iscsi {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.454548 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.454704 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.454884 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.455056 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.455201 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.455357 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.455515 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.455670 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.455827 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.455982 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.456139 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.456295 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.456452 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.456609 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_file = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.456765 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_options = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.456924 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.457080 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.457236 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.457417 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.457578 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.457734 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.457890 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.458048 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.458206 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.458364 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.458520 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.458676 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.458855 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.459014 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.459171 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.459327 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.459484 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.459641 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.459799 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.459954 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.460111 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.460268 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.460425 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.460581 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.460737 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.460895 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.461050 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.461207 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.461363 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.461519 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.461675 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.461831 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.461987 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.462143 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.462301 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.462458 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.462614 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.462770 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.462950 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.463108 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.463264 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.463419 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.463580 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.463736 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.463892 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.464048 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.464202 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] use_json = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.464363 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.464518 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.464672 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.464828 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.464992 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.465139 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.465315 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.465473 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.465630 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 00:26:16.465806 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.465984 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.466138 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.466299 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.466459 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.466620 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.466809 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.466957 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.467115 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.467274 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.467440 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.467600 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.467770 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.467930 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.468088 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.468249 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.468410 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.468571 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.468731 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.468891 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.469050 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.469209 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.469377 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.469536 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.469695 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.469854 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.470013 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.470179 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.470338 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.470505 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.470680 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.470861 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.471023 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.471183 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.471343 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.471503 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.471662 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.471823 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.471982 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.472398 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.472559 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.472718 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.472877 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.473037 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.473196 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.473355 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.473515 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.473703 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.473863 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.474023 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.474183 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.474349 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.474509 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.474669 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.474849 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.475012 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.475170 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.475340 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.475498 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.475658 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.475819 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.475980 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.476142 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.476290 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.476448 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.476607 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.476768 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.476927 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.477101 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.477260 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.477419 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.477579 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.477738 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.477898 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.478059 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.478218 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.478376 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.478536 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.478695 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.478876 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.479036 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.479195 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.479355 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.479515 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.479675 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.479834 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.479995 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.480154 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.480314 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.480473 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.480632 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.480807 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.480988 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.481149 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.481309 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.481468 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.481628 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.481787 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.481946 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.482105 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.482264 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.482422 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.482582 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.482744 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.482925 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.483084 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.483244 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.483403 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.483562 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.483721 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.483881 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.484041 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.484200 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.484365 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.484524 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.484684 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.484843 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.485003 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.485162 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.485329 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.485490 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.485653 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.485813 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.485980 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.486149 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.486310 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.486470 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.486629 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.486801 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.486966 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.487127 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.487287 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.487447 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.487605 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.487764 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.487934 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.488094 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.488253 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.488412 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.488593 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.488776 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.488937 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.489099 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.489246 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.489407 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.489568 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.489728 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.489882 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.490037 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.490197 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.490357 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.490517 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.490677 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.490859 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.491019 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.491180 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.491340 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.491499 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.491660 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.491820 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.491980 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.492140 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.492300 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.492460 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.492620 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.492779 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.492939 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.493098 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.493749 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.493749 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.493749 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.493749 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.494024 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.494024 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.494165 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.494295 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.494457 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.494617 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.494823 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.495003 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.495115 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.495275 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.495435 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.495596 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.495755 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.495915 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.496073 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.496233 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.496394 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.497099 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.497260 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.497421 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.497581 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.497741 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.497918 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.498078 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.498238 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.498399 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.498559 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.498718 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.498899 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.499059 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.499219 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.499378 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.499540 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.499700 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.499859 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.500019 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.500179 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.500339 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.500563 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.500729 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.500890 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.501050 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.501212 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.501373 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.501533 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.501692 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.501852 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.502011 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.502171 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.502331 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.502491 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.502664 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.502845 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.503008 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.503168 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.503329 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.503489 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.503660 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.503820 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.503980 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.504140 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.504299 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.504459 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.504628 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.504793 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.504953 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.505114 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.505273 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.505432 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.505600 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.505760 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.505920 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.506080 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.506239 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.506398 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.506565 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.507344 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.507344 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.507344 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.507344 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.507344 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.507724 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.507724 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.507867 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.507949 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.508077 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.508236 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.508405 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.508566 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.508725 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.508892 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.509052 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.509211 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.509370 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.509542 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.509701 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.509863 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.510024 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.510183 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.510341 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.510503 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.510667 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.510857 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.511027 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.511186 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.511354 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.511520 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.511689 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.511848 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.512013 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.512775 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.512940 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.513102 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.513261 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.513421 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.513581 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.513771 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.513936 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.514096 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.514257 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.514417 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.514576 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.514737 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.514933 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.515071 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.515231 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.515391 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.515549 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.515703 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.515857 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 00:26:16.516009 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 00:26:16.584869 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 51896) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:26:16.595256 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0082538 Jun 15 00:26:25.793500 dv-cinder-835384-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:27.560291 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7cbecb-5dd0-445f-9fcb-d6e9d15122db None None] get_active_networks_info from dv-cinder-835384-6-iscsi {{(pid=104111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 15 00:26:27.567734 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writer thread running {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 00:26:27.625617 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-687a9fe6-bd7d-4548-a4bb-2c31d08890d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7978496'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:27.684881 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7cbecb-5dd0-445f-9fcb-d6e9d15122db None None] No non-hosted networks {{(pid=104111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 15 00:26:29.285979 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writer thread running {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 00:26:29.967415 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0924e0a2-508f-4aee-8d06-a4673939f2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7978496'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:30.024170 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2d623e1e-3357-459f-af17-b1bc229d948e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:30.811469 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7978496'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:30.891013 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 51966) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:26:31.443647 dv-cinder-835384-6-iscsi neutron-server[104110]: WARNING oslo_policy.policy [None req-419ae438-3ae0-403d-8701-63434ca6b6f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 00:26:31.444212 dv-cinder-835384-6-iscsi neutron-server[104110]: WARNING oslo_policy.policy [None req-419ae438-3ae0-403d-8701-63434ca6b6f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 00:26:31.675430 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [None req-419ae438-3ae0-403d-8701-63434ca6b6f7 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:26:31.686825 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-419ae438-3ae0-403d-8701-63434ca6b6f7 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7845573 Jun 15 00:26:32.425611 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7978496'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:33.381702 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7978496'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:33.383058 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.383398 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.383720 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.384047 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.384368 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.384691 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.385010 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.385351 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.385670 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.385983 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.386381 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.386702 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.387959 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.388290 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.390732 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:33.391200 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835384-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:26:33.408460 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835384-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:26:34.121973 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 51998) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:26:34.238565 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.db.l3_hamode_db [None req-b9879541-9583-4113-9bac-760968d8ac1f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 15 00:26:34.320939 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9879541-9583-4113-9bac-760968d8ac1f None None] Routers set() bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:26:34.321192 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9879541-9583-4113-9bac-760968d8ac1f None None] Router IDs set() for agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 15 00:26:34.467927 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-1db2dc15-5565-4a3d-b63d-17cdc973d4c7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:26:34.560237 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.policy [None req-1db2dc15-5565-4a3d-b63d-17cdc973d4c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104110) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 00:26:34.601557 dv-cinder-835384-6-iscsi neutron-server[104110]: WARNING oslo_policy.policy [None req-1db2dc15-5565-4a3d-b63d-17cdc973d4c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 00:26:34.601953 dv-cinder-835384-6-iscsi neutron-server[104110]: WARNING oslo_policy.policy [None req-1db2dc15-5565-4a3d-b63d-17cdc973d4c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 00:26:34.623449 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writer thread running {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 00:26:34.705799 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1db2dc15-5565-4a3d-b63d-17cdc973d4c7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765230298484', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765230298976', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765230412987', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765230403309', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765230925727', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765230386581', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-762505', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7783105', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-380933', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-705790'] for rbac-policy (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:34.780825 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1db2dc15-5565-4a3d-b63d-17cdc973d4c7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:34.782118 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-1db2dc15-5565-4a3d-b63d-17cdc973d4c7 admin admin] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6591558 Jun 15 00:26:37.059244 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52010) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:26:37.562819 dv-cinder-835384-6-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 00:26:37.563389 dv-cinder-835384-6-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 00:26:37.780049 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:26:37.793301 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writer thread running {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 00:26:37.833010 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Made reservation on behalf of 23fdf0097d574eceb9554720e660ec1c for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:26:37.892764 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.policy [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104109) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 00:26:37.935015 dv-cinder-835384-6-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 00:26:37.935369 dv-cinder-835384-6-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 00:26:37.945768 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:37.968547 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:38.081775 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Publish callbacks [] for security_group (e768ac7e-744b-48b4-9802-2796694176df), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:38.085642 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (e768ac7e-744b-48b4-9802-2796694176df), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:38.118832 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:26:38.146934 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765227183409', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (2ad1b272-5b1a-495e-8da4-cf666885dcfa), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:38.147491 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Unsubscribe: segment precommit_create {{(pid=104109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 00:26:38.148030 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Added segment 2ad1b272-5b1a-495e-8da4-cf666885dcfa of type vlan for network 55457822-35d9-41f9-b5b9-7c123125ee78 Jun 15 00:26:38.163492 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e768ac7e-744b-48b4-9802-2796694176df,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:26:38.217990 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.218340 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.218703 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.219080 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.219416 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.219744 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.220070 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.220433 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.220757 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.221083 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.221403 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.221995 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.222316 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.222632 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.222977 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Tracked resource versions report: Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: pushed versions: Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: { 'AddressGroup': {'1.2'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Agent': {'1.1'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'ConntrackHelper': {'1.0'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'LocalIPAssociation': {'1.0'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Log': {'1.0'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'NDPProxy': {'1.0'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Network': {'1.1'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Port': {'1.7'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'PortForwarding': {'1.3'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'QosPolicy': {'1.10'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'SecurityGroup': {'1.5'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'SecurityGroupRule': {'1.2'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'SubPort': {'1.0'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Subnet': {'1.1'}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Trunk': {'1.1'}} Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: consumer versions: Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: { DHCP agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: L3 agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: Metadata agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: Metering agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: Open vSwitch agent@dv-cinder-835384-6-iscsi: { 'AddressGroup': '1.2', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Agent': '1.1', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'ConntrackHelper': '1.0', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'LocalIPAssociation': '1.0', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Log': '1.0', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'NDPProxy': '1.0', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Network': '1.1', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Port': '1.7', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'PortForwarding': '1.3', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'QosPolicy': '1.10', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'SecurityGroup': '1.5', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'SecurityGroupRule': '1.2', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'SubPort': '1.0', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Subnet': '1.1', Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Trunk': '1.1'}} Jun 15 00:26:38.224420 dv-cinder-835384-6-iscsi neutron-server[104109]: {{(pid=104109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 00:26:38.260399 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (55457822-35d9-41f9-b5b9-7c123125ee78), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:38.301228 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (55457822-35d9-41f9-b5b9-7c123125ee78), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:38.306422 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:26:38.307209 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:38.374099 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3128662 Jun 15 00:26:38.433880 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554f445-716c-4037-9345-0eee495e95e2 demo demo] Pushing event updated for resources: {'Network': ['ID=55457822-35d9-41f9-b5b9-7c123125ee78,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:26:38.445717 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 55457822-35d9-41f9-b5b9-7c123125ee78 details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:26:40.731716 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52030) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:26:41.152454 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c112a8b1-4738-4358-b221-2b374300efbc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:26:41.153786 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c112a8b1-4738-4358-b221-2b374300efbc demo admin] 10.222.0.33 "GET /v2.0/networks/55457822-35d9-41f9-b5b9-7c123125ee78 HTTP/1.1" status: 200 len: 825 time: 0.4210746 Jun 15 00:26:41.194022 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-aad74764-0e5c-487b-b364-d87c53ed7b10 demo admin] 10.222.0.33 "GET /v2.0/subnetpools/c94f680a-2a3a-483c-9ccb-51c8a93a7c6b HTTP/1.1" status: 200 len: 734 time: 0.0345268 Jun 15 00:26:41.203436 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-23f805c0-bdfe-43c8-9fc0-896ec7228ec2 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78', 'subnetpool_id': 'c94f680a-2a3a-483c-9ccb-51c8a93a7c6b'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:26:41.206934 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:41.231938 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f805c0-bdfe-43c8-9fc0-896ec7228ec2 demo admin] Made reservation on behalf of 23fdf0097d574eceb9554720e660ec1c for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:26:41.234686 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-23f805c0-bdfe-43c8-9fc0-896ec7228ec2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:41.533820 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-23f805c0-bdfe-43c8-9fc0-896ec7228ec2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for subnet (98a75d28-2a62-4f4a-892f-4468853a55d9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:41.537062 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:41.600498 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f805c0-bdfe-43c8-9fc0-896ec7228ec2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=98a75d28-2a62-4f4a-892f-4468853a55d9,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:26:41.610874 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f805c0-bdfe-43c8-9fc0-896ec7228ec2 demo admin] Checking segment: {'id': '2ad1b272-5b1a-495e-8da4-cf666885dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:26:41.611256 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f805c0-bdfe-43c8-9fc0-896ec7228ec2 demo admin] Network hostable DHCP agents. Network: 55457822-35d9-41f9-b5b9-7c123125ee78, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:26:41.631700 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f805c0-bdfe-43c8-9fc0-896ec7228ec2 demo admin] Network 55457822-35d9-41f9-b5b9-7c123125ee78 is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:26:41.642283 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-23f805c0-bdfe-43c8-9fc0-896ec7228ec2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 55457822-35d9-41f9-b5b9-7c123125ee78) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:26:41.646746 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f805c0-bdfe-43c8-9fc0-896ec7228ec2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:26:41.647361 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-23f805c0-bdfe-43c8-9fc0-896ec7228ec2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:41.652805 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c9cf47-fb9d-40a5-93d7-b5f79a572a1c None None] Network 55457822-35d9-41f9-b5b9-7c123125ee78 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:26:41.669000 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-23f805c0-bdfe-43c8-9fc0-896ec7228ec2 demo admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4689202 Jun 15 00:26:41.914880 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e401673-75d9-5f2e-9213-2e759a50af8d-55457822-35d9-41f9-b5b9-7c123125ee78', 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78', 'project_id': '23fdf0097d574eceb9554720e660ec1c', 'fixed_ips': [{'subnet_id': '98a75d28-2a62-4f4a-892f-4468853a55d9'}]}} from dv-cinder-835384-6-iscsi. {{(pid=104111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 00:26:41.916268 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:42.190724 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:42.192553 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.db_base_plugin_common [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Allocated IP 172.20.0.2 (55457822-35d9-41f9-b5b9-7c123125ee78/98a75d28-2a62-4f4a-892f-4468853a55d9/abcaa1bf-43e9-494b-a94d-ed9526c8a215) {{(pid=104111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:26:42.465992 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Publish callbacks [] for port (abcaa1bf-43e9-494b-a94d-ed9526c8a215), precommit_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:42.474215 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (abcaa1bf-43e9-494b-a94d-ed9526c8a215), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:42.548774 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Network 55457822-35d9-41f9-b5b9-7c123125ee78 is already hosted by enough agents. {{(pid=104111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:26:42.557682 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.base_scheduler [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Resources bound (agent type, host, resource id): {{(pid=104111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:26:42.562732 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Pushing event updated for resources: {'Port': ['ID=abcaa1bf-43e9-494b-a94d-ed9526c8a215,revision_number=1']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:26:42.564984 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Received port after_create {{(pid=104111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:26:42.577310 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.577657 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.578014 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.578372 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.578704 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.579059 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.579385 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.579707 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.580030 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.580354 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.580678 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.581016 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.581344 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.581662 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.581980 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Tracked resource versions report: Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: pushed versions: Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: { 'AddressGroup': {'1.2'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Agent': {'1.1'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'ConntrackHelper': {'1.0'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'LocalIPAssociation': {'1.0'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Log': {'1.0'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'NDPProxy': {'1.0'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Network': {'1.1'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Port': {'1.7'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'PortForwarding': {'1.3'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'QosPolicy': {'1.10'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'SecurityGroup': {'1.5'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'SecurityGroupRule': {'1.2'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'SubPort': {'1.0'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Subnet': {'1.1'}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Trunk': {'1.1'}} Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: consumer versions: Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: { DHCP agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: L3 agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: Metadata agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: Metering agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: Open vSwitch agent@dv-cinder-835384-6-iscsi: { 'AddressGroup': '1.2', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Agent': '1.1', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'ConntrackHelper': '1.0', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'LocalIPAssociation': '1.0', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Log': '1.0', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'NDPProxy': '1.0', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Network': '1.1', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Port': '1.7', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'PortForwarding': '1.3', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'QosPolicy': '1.10', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'SecurityGroup': '1.5', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'SecurityGroupRule': '1.2', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'SubPort': '1.0', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Subnet': '1.1', Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Trunk': '1.1'}} Jun 15 00:26:42.583453 dv-cinder-835384-6-iscsi neutron-server[104111]: {{(pid=104111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 00:26:42.659120 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Attempting to bind port abcaa1bf-43e9-494b-a94d-ed9526c8a215 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:26:42.659722 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Attempting to bind port abcaa1bf-43e9-494b-a94d-ed9526c8a215 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '2ad1b272-5b1a-495e-8da4-cf666885dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:26:42.659925 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Attempting to bind port abcaa1bf-43e9-494b-a94d-ed9526c8a215 on network 55457822-35d9-41f9-b5b9-7c123125ee78 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:26:42.664956 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:26:42.665339 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Checking segment: {'id': '2ad1b272-5b1a-495e-8da4-cf666885dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:26:42.665805 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:42.666198 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Bound using segment: {'id': '2ad1b272-5b1a-495e-8da4-cf666885dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:26:42.666678 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Bound port: abcaa1bf-43e9-494b-a94d-ed9526c8a215, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad1b272-5b1a-495e-8da4-cf666885dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:26:42.667699 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (abcaa1bf-43e9-494b-a94d-ed9526c8a215), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:42.697904 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:42.728793 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] For port abcaa1bf-43e9-494b-a94d-ed9526c8a215, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:26:42.750240 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] For port abcaa1bf-43e9-494b-a94d-ed9526c8a215, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=abcaa1bf-43e9-494b-a94d-ed9526c8a215,segment=NetworkSegment(2ad1b272-5b1a-495e-8da4-cf666885dcfa),segment_id=2ad1b272-5b1a-495e-8da4-cf666885dcfa)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:26:42.757971 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (abcaa1bf-43e9-494b-a94d-ed9526c8a215), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:42.812057 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d4af0-4e29-46ec-b974-072b3fa5878c None None] Pushing event updated for resources: {'Port': ['ID=abcaa1bf-43e9-494b-a94d-ed9526c8a215,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:26:44.076275 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52042) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:26:44.398039 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-d7263017-71a6-42b8-98ca-0b7ee8879979 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:26:44.399146 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d7263017-71a6-42b8-98ca-0b7ee8879979 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3219190 Jun 15 00:26:44.451108 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:44.452817 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=7 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:44.769881 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=12,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:44.774554 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=21,neutron:INSERT=35,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:46.766635 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52058) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:26:47.108337 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-2412bd13-5f99-4aad-9dcf-92d101551722 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:26:47.109328 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2412bd13-5f99-4aad-9dcf-92d101551722 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3418074 Jun 15 00:26:49.488248 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52070) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:26:49.830235 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-358d940b-d836-4fc4-8e5e-2c68c1bdd1ae demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:26:49.854791 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-358d940b-d836-4fc4-8e5e-2c68c1bdd1ae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2934'] for router (d2094316-4aaa-4e29-8d2e-de7e51a9c4c5), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:49.856366 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-358d940b-d836-4fc4-8e5e-2c68c1bdd1ae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7977495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7963810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2893'] for router (d2094316-4aaa-4e29-8d2e-de7e51a9c4c5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:49.992369 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-358d940b-d836-4fc4-8e5e-2c68c1bdd1ae demo demo] Publish callbacks [] for router_controller (d2094316-4aaa-4e29-8d2e-de7e51a9c4c5), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:49.997307 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-358d940b-d836-4fc4-8e5e-2c68c1bdd1ae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963648'] for router (d2094316-4aaa-4e29-8d2e-de7e51a9c4c5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:50.014094 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-358d940b-d836-4fc4-8e5e-2c68c1bdd1ae demo demo] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:50.015280 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-358d940b-d836-4fc4-8e5e-2c68c1bdd1ae demo demo] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5253804 Jun 15 00:26:50.883293 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48897334-c47d-43be-8e9d-65d72116f9a1 None None] Network 55457822-35d9-41f9-b5b9-7c123125ee78 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:26:50.952731 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-7c7e8f08-40a6-496c-8e95-fa068ca7fac3 None None] Provisioning complete for port abcaa1bf-43e9-494b-a94d-ed9526c8a215 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:26:50.953141 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7c7e8f08-40a6-496c-8e95-fa068ca7fac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (abcaa1bf-43e9-494b-a94d-ed9526c8a215), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:51.125869 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device abcaa1bf-43e9-494b-a94d-ed9526c8a215 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:26:51.142062 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e8f08-40a6-496c-8e95-fa068ca7fac3 None None] Current status of the port abcaa1bf-43e9-494b-a94d-ed9526c8a215 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:26:51.142457 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7c7e8f08-40a6-496c-8e95-fa068ca7fac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (abcaa1bf-43e9-494b-a94d-ed9526c8a215), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:51.209706 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-7c7e8f08-40a6-496c-8e95-fa068ca7fac3 None None] For port abcaa1bf-43e9-494b-a94d-ed9526c8a215, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=abcaa1bf-43e9-494b-a94d-ed9526c8a215,segment=NetworkSegment(2ad1b272-5b1a-495e-8da4-cf666885dcfa),segment_id=2ad1b272-5b1a-495e-8da4-cf666885dcfa)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:26:51.217442 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7c7e8f08-40a6-496c-8e95-fa068ca7fac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (abcaa1bf-43e9-494b-a94d-ed9526c8a215), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:51.243325 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port abcaa1bf-43e9-494b-a94d-ed9526c8a215 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:26:51.243711 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (abcaa1bf-43e9-494b-a94d-ed9526c8a215), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:51.294542 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:51.308672 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e8f08-40a6-496c-8e95-fa068ca7fac3 None None] Pushing event updated for resources: {'Port': ['ID=abcaa1bf-43e9-494b-a94d-ed9526c8a215,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:26:51.357655 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-688197b4-8001-40e2-b52d-5197ed9aa642 None None] Provisioning complete for port abcaa1bf-43e9-494b-a94d-ed9526c8a215 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:26:51.358045 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-688197b4-8001-40e2-b52d-5197ed9aa642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (abcaa1bf-43e9-494b-a94d-ed9526c8a215), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:51.361988 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port abcaa1bf-43e9-494b-a94d-ed9526c8a215 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:26:51.432873 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-688197b4-8001-40e2-b52d-5197ed9aa642 None None] Current status of the port abcaa1bf-43e9-494b-a94d-ed9526c8a215 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:26:52.398564 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52082) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:26:52.729692 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-f742b6db-26ff-448e-b512-8710b2e48cd4 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:26:52.730719 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f742b6db-26ff-448e-b512-8710b2e48cd4 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3311851 Jun 15 00:26:53.089917 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device abcaa1bf-43e9-494b-a94d-ed9526c8a215 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:26:53.134326 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port abcaa1bf-43e9-494b-a94d-ed9526c8a215 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:26:53.134712 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (abcaa1bf-43e9-494b-a94d-ed9526c8a215), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:53.195714 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:53.208127 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port abcaa1bf-43e9-494b-a94d-ed9526c8a215 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:26:55.138262 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52090) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:26:55.460485 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:26:55.481704 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Made reservation on behalf of bc3f10f7de5140a991c9148b14dd9e73 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:26:55.484204 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:55.492592 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:55.569138 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Publish callbacks [] for security_group (f48cd27d-4c3f-4e8b-9c32-377601d71c2b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:55.572561 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (f48cd27d-4c3f-4e8b-9c32-377601d71c2b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:55.589545 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Reserving flat network on physical network physnet1 {{(pid=104109) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 15 00:26:55.615862 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (d27ba147-e030-4bbd-821b-61994f4630d1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:55.616206 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Added segment d27ba147-e030-4bbd-821b-61994f4630d1 of type flat for network 22694c3b-fdcf-46c7-9baf-13f71912d01c Jun 15 00:26:55.617562 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48cd27d-4c3f-4e8b-9c32-377601d71c2b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:26:55.665688 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (22694c3b-fdcf-46c7-9baf-13f71912d01c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:55.691718 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:INSERT=17,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:55.701783 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (22694c3b-fdcf-46c7-9baf-13f71912d01c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:55.702872 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:26:55.703457 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:55.759328 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6199658 Jun 15 00:26:55.802757 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bf55b-2a96-4446-84f2-2fee2052e558 admin admin] Pushing event updated for resources: {'Network': ['ID=22694c3b-fdcf-46c7-9baf-13f71912d01c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:26:55.813995 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:26:57.528897 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9c0b-3a1f-4eb4-b7b9-9c847232651b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:58.060365 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52098) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:26:58.424028 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99296501-7c64-4268-9f75-d48c815682de demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:26:58.425260 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-99296501-7c64-4268-9f75-d48c815682de demo admin] 10.222.0.33 "GET /v2.0/subnets/98a75d28-2a62-4f4a-892f-4468853a55d9 HTTP/1.1" status: 200 len: 849 time: 0.3639424 Jun 15 00:26:58.542199 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c062ad4e-23e6-4280-b58d-137f5320ce1e demo admin] 10.222.0.33 "GET /v2.0/routers/d2094316-4aaa-4e29-8d2e-de7e51a9c4c5 HTTP/1.1" status: 200 len: 704 time: 0.1105969 Jun 15 00:26:58.603086 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:58.796951 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:59.075832 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Allocated IP 172.20.0.1 (55457822-35d9-41f9-b5b9-7c123125ee78/98a75d28-2a62-4f4a-892f-4468853a55d9/e6485615-a849-4506-b2f6-b7105f577420) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:26:59.264676 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Publish callbacks [] for port (e6485615-a849-4506-b2f6-b7105f577420), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:59.325562 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (e6485615-a849-4506-b2f6-b7105f577420), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:59.400250 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Network 55457822-35d9-41f9-b5b9-7c123125ee78 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:26:59.409475 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:26:59.413875 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:26:59.414950 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977508'] for router_interface (d2094316-4aaa-4e29-8d2e-de7e51a9c4c5), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:59.433488 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Pushing event updated for resources: {'Port': ['ID=e6485615-a849-4506-b2f6-b7105f577420,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:26:59.527983 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:59.597120 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-74f3bf95-edb7-40f2-8aef-f8265660443d None None] Provisioning complete for port e6485615-a849-4506-b2f6-b7105f577420 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:26:59.598125 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-74f3bf95-edb7-40f2-8aef-f8265660443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (e6485615-a849-4506-b2f6-b7105f577420), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:59.612937 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (e6485615-a849-4506-b2f6-b7105f577420), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:59.677622 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-74f3bf95-edb7-40f2-8aef-f8265660443d None None] Port e6485615-a849-4506-b2f6-b7105f577420 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:26:59.767172 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:26:59.819740 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Publish callbacks [] for port (e6485615-a849-4506-b2f6-b7105f577420), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:59.824318 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (e6485615-a849-4506-b2f6-b7105f577420), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:59.825122 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7930127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7977560'] for router_interface (d2094316-4aaa-4e29-8d2e-de7e51a9c4c5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:26:59.881648 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Pushing event updated for resources: {'Port': ['ID=e6485615-a849-4506-b2f6-b7105f577420,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:26:59.948953 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Network 55457822-35d9-41f9-b5b9-7c123125ee78 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:26:59.950246 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:26:59.963143 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-330f133c-cd29-41e3-8f56-2cc87dbc463d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:00.109461 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Router d2094316-4aaa-4e29-8d2e-de7e51a9c4c5 is scheduled to L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 00:27:00.195765 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:27:00.198624 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-1ec6e071-637f-4bb4-8855-106049bb0870 None None] Provisioning complete for port e6485615-a849-4506-b2f6-b7105f577420 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:27:00.199282 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e071-637f-4bb4-8855-106049bb0870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (e6485615-a849-4506-b2f6-b7105f577420), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:00.215804 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-023dda2d-ad11-4cbd-b8ca-22a3e8000ed9 demo admin] 10.222.0.33 "PUT /v2.0/routers/d2094316-4aaa-4e29-8d2e-de7e51a9c4c5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6534071 Jun 15 00:27:00.215908 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Sync routers for ids ['d2094316-4aaa-4e29-8d2e-de7e51a9c4c5'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:27:00.219414 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Routers {'d2094316-4aaa-4e29-8d2e-de7e51a9c4c5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:27:00.220467 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:27:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['d2094316-4aaa-4e29-8d2e-de7e51a9c4c5'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:27:00.235441 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6e071-637f-4bb4-8855-106049bb0870 None None] Port e6485615-a849-4506-b2f6-b7105f577420 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:27:00.403453 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Set router d2094316-4aaa-4e29-8d2e-de7e51a9c4c5 gateway port host: None {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:27:00.776566 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:00.818963 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'name': 'router1', 'tenant_id': '23fdf0097d574eceb9554720e660ec1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:26:49Z', 'updated_at': '2022-06-15T00:26:59Z', 'revision_number': 2, 'project_id': '23fdf0097d574eceb9554720e660ec1c', 'gw_port_host': None, '_interfaces': [{'id': 'e6485615-a849-4506-b2f6-b7105f577420', 'name': '', 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78', 'tenant_id': '23fdf0097d574eceb9554720e660ec1c', 'mac_address': 'fa:16:3e:64:29:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98a75d28-2a62-4f4a-892f-4468853a55d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:26:58Z', 'updated_at': '2022-06-15T00:26:59Z', 'revision_number': 2, 'project_id': '23fdf0097d574eceb9554720e660ec1c', 'subnets': [{'id': '98a75d28-2a62-4f4a-892f-4468853a55d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c94f680a-2a3a-483c-9ccb-51c8a93a7c6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:27:00.866271 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Checking router: d2094316-4aaa-4e29-8d2e-de7e51a9c4c5 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:27:00.866637 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Updating router d2094316-4aaa-4e29-8d2e-de7e51a9c4c5 port e6485615-a849-4506-b2f6-b7105f577420 binding host dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:27:00.920800 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (e6485615-a849-4506-b2f6-b7105f577420), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:01.421750 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Publish callbacks [] for port (e6485615-a849-4506-b2f6-b7105f577420), precommit_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:01.429230 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (e6485615-a849-4506-b2f6-b7105f577420), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:01.600880 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Attempting to bind port e6485615-a849-4506-b2f6-b7105f577420 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:27:01.601284 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Attempting to bind port e6485615-a849-4506-b2f6-b7105f577420 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '2ad1b272-5b1a-495e-8da4-cf666885dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78'}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:27:01.601713 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Attempting to bind port e6485615-a849-4506-b2f6-b7105f577420 on network 55457822-35d9-41f9-b5b9-7c123125ee78 {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:27:01.605545 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Pushing event updated for resources: {'Port': ['ID=e6485615-a849-4506-b2f6-b7105f577420,revision_number=3']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:27:01.616163 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:27:01.616567 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Checking segment: {'id': '2ad1b272-5b1a-495e-8da4-cf666885dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:27:01.617029 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:01.617416 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Bound using segment: {'id': '2ad1b272-5b1a-495e-8da4-cf666885dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78'} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:27:01.617896 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Bound port: e6485615-a849-4506-b2f6-b7105f577420, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad1b272-5b1a-495e-8da4-cf666885dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78'}}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:27:01.618276 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (e6485615-a849-4506-b2f6-b7105f577420), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:01.621706 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.622049 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.622407 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.622760 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.623121 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.623450 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.623774 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.624097 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.624417 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.624738 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.625058 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.625396 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.625717 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.626032 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.626345 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Tracked resource versions report: Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: pushed versions: Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: { 'AddressGroup': {'1.2'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Agent': {'1.1'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'ConntrackHelper': {'1.0'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'LocalIPAssociation': {'1.0'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Log': {'1.0'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'NDPProxy': {'1.0'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Network': {'1.1'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Port': {'1.7'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'PortForwarding': {'1.3'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'QosPolicy': {'1.10'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'SecurityGroup': {'1.5'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'SecurityGroupRule': {'1.2'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'SubPort': {'1.0'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Subnet': {'1.1'}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Trunk': {'1.1'}} Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: consumer versions: Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: { DHCP agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: L3 agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: Metadata agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: Metering agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: Open vSwitch agent@dv-cinder-835384-6-iscsi: { 'AddressGroup': '1.2', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Agent': '1.1', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'ConntrackHelper': '1.0', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'LocalIPAssociation': '1.0', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Log': '1.0', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'NDPProxy': '1.0', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Network': '1.1', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Port': '1.7', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'PortForwarding': '1.3', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'QosPolicy': '1.10', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'SecurityGroup': '1.5', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'SecurityGroupRule': '1.2', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'SubPort': '1.0', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Subnet': '1.1', Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Trunk': '1.1'}} Jun 15 00:27:01.627829 dv-cinder-835384-6-iscsi neutron-server[104112]: {{(pid=104112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 00:27:01.658001 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-0e3011f0-e510-4052-82b5-63426297fa65 None None] Provisioning complete for port e6485615-a849-4506-b2f6-b7105f577420 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:27:01.658481 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0e3011f0-e510-4052-82b5-63426297fa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (e6485615-a849-4506-b2f6-b7105f577420), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:01.691692 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] For port e6485615-a849-4506-b2f6-b7105f577420, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:27:01.694388 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:01.695611 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-0e3011f0-e510-4052-82b5-63426297fa65 None None] Port e6485615-a849-4506-b2f6-b7105f577420 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:27:01.714947 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] For port e6485615-a849-4506-b2f6-b7105f577420, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=e6485615-a849-4506-b2f6-b7105f577420,segment=NetworkSegment(2ad1b272-5b1a-495e-8da4-cf666885dcfa),segment_id=2ad1b272-5b1a-495e-8da4-cf666885dcfa)] {{(pid=104112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:27:01.722248 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (e6485615-a849-4506-b2f6-b7105f577420), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:01.766942 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:01.790677 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Routers {'d2094316-4aaa-4e29-8d2e-de7e51a9c4c5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:27:01.791345 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:27:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['d2094316-4aaa-4e29-8d2e-de7e51a9c4c5'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:27:01.824458 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb9b61-f3e4-4558-b5ea-1f94da2e66d6 None None] Pushing event updated for resources: {'Port': ['ID=e6485615-a849-4506-b2f6-b7105f577420,revision_number=4']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:27:01.878433 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] Set router d2094316-4aaa-4e29-8d2e-de7e51a9c4c5 gateway port host: None {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:27:02.016793 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-64a8d573-1551-4eea-a0a0-5816a345a4a9 None None] Provisioning complete for port e6485615-a849-4506-b2f6-b7105f577420 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:27:02.017813 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-64a8d573-1551-4eea-a0a0-5816a345a4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (e6485615-a849-4506-b2f6-b7105f577420), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:02.081558 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'name': 'router1', 'tenant_id': '23fdf0097d574eceb9554720e660ec1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:26:49Z', 'updated_at': '2022-06-15T00:26:59Z', 'revision_number': 2, 'project_id': '23fdf0097d574eceb9554720e660ec1c', 'gw_port_host': None, '_interfaces': [{'id': 'e6485615-a849-4506-b2f6-b7105f577420', 'name': '', 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78', 'tenant_id': '23fdf0097d574eceb9554720e660ec1c', 'mac_address': 'fa:16:3e:64:29:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98a75d28-2a62-4f4a-892f-4468853a55d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:26:58Z', 'updated_at': '2022-06-15T00:27:01Z', 'revision_number': 4, 'project_id': '23fdf0097d574eceb9554720e660ec1c', 'subnets': [{'id': '98a75d28-2a62-4f4a-892f-4468853a55d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c94f680a-2a3a-483c-9ccb-51c8a93a7c6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:27:02.094076 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-64a8d573-1551-4eea-a0a0-5816a345a4a9 None None] Current status of the port e6485615-a849-4506-b2f6-b7105f577420 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:27:02.094578 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-64a8d573-1551-4eea-a0a0-5816a345a4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (e6485615-a849-4506-b2f6-b7105f577420), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:02.107894 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a78aac-7d81-48c1-ab77-430f74290aab None None] The sync data for ids ['d2094316-4aaa-4e29-8d2e-de7e51a9c4c5'] in dv-cinder-835384-6-iscsi is: [{'id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'name': 'router1', 'tenant_id': '23fdf0097d574eceb9554720e660ec1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:26:49Z', 'updated_at': '2022-06-15T00:26:59Z', 'revision_number': 2, 'project_id': '23fdf0097d574eceb9554720e660ec1c', 'gw_port_host': None, '_interfaces': [{'id': 'e6485615-a849-4506-b2f6-b7105f577420', 'name': '', 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78', 'tenant_id': '23fdf0097d574eceb9554720e660ec1c', 'mac_address': 'fa:16:3e:64:29:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98a75d28-2a62-4f4a-892f-4468853a55d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:26:58Z', 'updated_at': '2022-06-15T00:27:01Z', 'revision_number': 4, 'project_id': '23fdf0097d574eceb9554720e660ec1c', 'subnets': [{'id': '98a75d28-2a62-4f4a-892f-4468853a55d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c94f680a-2a3a-483c-9ccb-51c8a93a7c6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:27:02.127594 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-64a8d573-1551-4eea-a0a0-5816a345a4a9 None None] For port e6485615-a849-4506-b2f6-b7105f577420, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=e6485615-a849-4506-b2f6-b7105f577420,segment=NetworkSegment(2ad1b272-5b1a-495e-8da4-cf666885dcfa),segment_id=2ad1b272-5b1a-495e-8da4-cf666885dcfa)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:27:02.132658 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-64a8d573-1551-4eea-a0a0-5816a345a4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (e6485615-a849-4506-b2f6-b7105f577420), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:02.182375 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8d573-1551-4eea-a0a0-5816a345a4a9 None None] Pushing event updated for resources: {'Port': ['ID=e6485615-a849-4506-b2f6-b7105f577420,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:27:02.376001 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:02.588960 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52118) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:27:02.790668 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592ada0e-3a62-4e7d-92a2-535c299a26df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:27:02.792686 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-592ada0e-3a62-4e7d-92a2-535c299a26df admin admin] 10.222.0.33 "GET /v2.0/networks/22694c3b-fdcf-46c7-9baf-13f71912d01c HTTP/1.1" status: 200 len: 842 time: 0.2026660 Jun 15 00:27:02.802008 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-bfe581fa-f1f0-41d0-9925-15cfdfc8123f admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'enable_dhcp': False}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:27:02.822691 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe581fa-f1f0-41d0-9925-15cfdfc8123f admin admin] Made reservation on behalf of bc3f10f7de5140a991c9148b14dd9e73 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:27:02.825046 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bfe581fa-f1f0-41d0-9925-15cfdfc8123f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:02.974512 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:03.160893 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.objects.ports [None req-bfe581fa-f1f0-41d0-9925-15cfdfc8123f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104109) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 15 00:27:03.161303 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bfe581fa-f1f0-41d0-9925-15cfdfc8123f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for subnet (dfe8fb60-fdba-4415-ad5e-b822f6dc18de), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:03.188269 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:03.219535 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe581fa-f1f0-41d0-9925-15cfdfc8123f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe8fb60-fdba-4415-ad5e-b822f6dc18de,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:27:03.229886 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe581fa-f1f0-41d0-9925-15cfdfc8123f admin admin] Checking segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:27:03.230241 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe581fa-f1f0-41d0-9925-15cfdfc8123f admin admin] Network hostable DHCP agents. Network: 22694c3b-fdcf-46c7-9baf-13f71912d01c, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:27:03.249477 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe581fa-f1f0-41d0-9925-15cfdfc8123f admin admin] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:27:03.259202 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-bfe581fa-f1f0-41d0-9925-15cfdfc8123f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 22694c3b-fdcf-46c7-9baf-13f71912d01c) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:27:03.263763 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe581fa-f1f0-41d0-9925-15cfdfc8123f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:27:03.264357 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bfe581fa-f1f0-41d0-9925-15cfdfc8123f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:03.270011 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f00e1d-019b-4151-b013-97c01f6ed96e None None] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:27:03.295451 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bfe581fa-f1f0-41d0-9925-15cfdfc8123f admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4966404 Jun 15 00:27:03.348341 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:03.396863 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:03.407526 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecf04a4-7e27-4a53-9564-c55bb4aa8d66 None None] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:27:05.632532 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52136) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:27:05.760533 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-847cd476-9708-4860-af57-64ac70afa1c9 demo admin] 10.222.0.33 "GET /v2.0/routers/d2094316-4aaa-4e29-8d2e-de7e51a9c4c5 HTTP/1.1" status: 200 len: 710 time: 0.1266975 Jun 15 00:27:05.844863 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afafa7e-6142-4a94-9f95-2fc66a232c75 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:27:05.846411 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3afafa7e-6142-4a94-9f95-2fc66a232c75 demo admin] 10.222.0.33 "GET /v2.0/networks/22694c3b-fdcf-46c7-9baf-13f71912d01c HTTP/1.1" status: 200 len: 886 time: 0.0801611 Jun 15 00:27:05.855742 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:27:06.084811 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Publish callbacks [] for router_gateway (d2094316-4aaa-4e29-8d2e-de7e51a9c4c5), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:06.302641 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Publish callbacks [] for router_gateway (d2094316-4aaa-4e29-8d2e-de7e51a9c4c5), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:06.382030 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:06.389210 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:06.492368 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Allocated IP 172.27.3.92 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/9b72906c-f1b2-4d45-9d31-fa2d217733c6) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:27:06.582997 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:06.599994 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Publish callbacks [] for port (9b72906c-f1b2-4d45-9d31-fa2d217733c6), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:06.630993 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (9b72906c-f1b2-4d45-9d31-fa2d217733c6), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:06.667859 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:27:06.670819 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:27:06.674266 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:27:06.708759 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Pushing event updated for resources: {'Port': ['ID=9b72906c-f1b2-4d45-9d31-fa2d217733c6,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:27:07.006176 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Publish callbacks [] for router_gateway (d2094316-4aaa-4e29-8d2e-de7e51a9c4c5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:07.127886 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device e6485615-a849-4506-b2f6-b7105f577420 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:27:07.173991 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port e6485615-a849-4506-b2f6-b7105f577420 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:27:07.174510 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (e6485615-a849-4506-b2f6-b7105f577420), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:07.201090 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7963707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7977522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2899'] for router (d2094316-4aaa-4e29-8d2e-de7e51a9c4c5), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:07.204628 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7963698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7963657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7977481'] for router (d2094316-4aaa-4e29-8d2e-de7e51a9c4c5), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:07.251356 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port e6485615-a849-4506-b2f6-b7105f577420 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:27:07.310886 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:07.312798 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Router d2094316-4aaa-4e29-8d2e-de7e51a9c4c5 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:27:07.417429 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:27:07.421662 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:07.422806 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-041a4e23-4b12-41ab-a370-08b99c9f5c64 demo admin] 10.222.0.33 "PUT /v2.0/routers/d2094316-4aaa-4e29-8d2e-de7e51a9c4c5 HTTP/1.1" status: 200 len: 889 time: 1.5706925 Jun 15 00:27:08.357050 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 5 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:27:08.451263 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Sync routers for ids ['d2094316-4aaa-4e29-8d2e-de7e51a9c4c5'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:27:08.454521 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:08.464778 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Routers {'d2094316-4aaa-4e29-8d2e-de7e51a9c4c5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:27:08.465434 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:27:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['d2094316-4aaa-4e29-8d2e-de7e51a9c4c5'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:27:08.663559 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Set router d2094316-4aaa-4e29-8d2e-de7e51a9c4c5 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:27:09.105502 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'name': 'router1', 'tenant_id': '23fdf0097d574eceb9554720e660ec1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '9b72906c-f1b2-4d45-9d31-fa2d217733c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:26:49Z', 'updated_at': '2022-06-15T00:27:06Z', 'revision_number': 4, 'project_id': '23fdf0097d574eceb9554720e660ec1c', 'gw_port': {'id': '9b72906c-f1b2-4d45-9d31-fa2d217733c6', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:27:06Z', 'updated_at': '2022-06-15T00:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'e6485615-a849-4506-b2f6-b7105f577420', 'name': '', 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78', 'tenant_id': '23fdf0097d574eceb9554720e660ec1c', 'mac_address': 'fa:16:3e:64:29:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98a75d28-2a62-4f4a-892f-4468853a55d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:26:58Z', 'updated_at': '2022-06-15T00:27:02Z', 'revision_number': 5, 'project_id': '23fdf0097d574eceb9554720e660ec1c', 'subnets': [{'id': '98a75d28-2a62-4f4a-892f-4468853a55d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c94f680a-2a3a-483c-9ccb-51c8a93a7c6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:27:09.153144 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Checking router: d2094316-4aaa-4e29-8d2e-de7e51a9c4c5 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:27:09.153493 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Updating router d2094316-4aaa-4e29-8d2e-de7e51a9c4c5 port 9b72906c-f1b2-4d45-9d31-fa2d217733c6 binding host dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:27:09.207446 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (9b72906c-f1b2-4d45-9d31-fa2d217733c6), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:09.518542 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Publish callbacks [] for port (9b72906c-f1b2-4d45-9d31-fa2d217733c6), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:09.523994 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (9b72906c-f1b2-4d45-9d31-fa2d217733c6), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:09.563894 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:09.579196 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22086d9e-b3a3-4b30-9257-bd53d9fa5263 None None] Pushing event updated for resources: {'Port': ['ID=9b72906c-f1b2-4d45-9d31-fa2d217733c6,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:27:09.581348 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Attempting to bind port 9b72906c-f1b2-4d45-9d31-fa2d217733c6 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:27:09.581718 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Attempting to bind port 9b72906c-f1b2-4d45-9d31-fa2d217733c6 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:27:09.582082 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Attempting to bind port 9b72906c-f1b2-4d45-9d31-fa2d217733c6 on network 22694c3b-fdcf-46c7-9baf-13f71912d01c {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:27:09.588458 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:27:09.588827 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Checking segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:27:09.589215 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:09.589603 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Bound using segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:27:09.590056 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Bound port: 9b72906c-f1b2-4d45-9d31-fa2d217733c6, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:27:09.590437 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (9b72906c-f1b2-4d45-9d31-fa2d217733c6), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:09.642689 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] For port 9b72906c-f1b2-4d45-9d31-fa2d217733c6, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:27:09.646987 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] For port 9b72906c-f1b2-4d45-9d31-fa2d217733c6, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=9b72906c-f1b2-4d45-9d31-fa2d217733c6,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:27:09.655675 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (9b72906c-f1b2-4d45-9d31-fa2d217733c6), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:09.714544 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22086d9e-b3a3-4b30-9257-bd53d9fa5263 None None] Pushing event updated for resources: {'Port': ['ID=9b72906c-f1b2-4d45-9d31-fa2d217733c6,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:27:09.717354 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Routers {'d2094316-4aaa-4e29-8d2e-de7e51a9c4c5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:27:09.717954 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:27:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['d2094316-4aaa-4e29-8d2e-de7e51a9c4c5'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:27:09.769388 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52148) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:27:09.788575 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:09.823653 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] Set router d2094316-4aaa-4e29-8d2e-de7e51a9c4c5 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:27:09.884088 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6969bfc3-fff8-4007-871b-2b55576e8a67 admin admin] 10.222.0.33 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1134930 Jun 15 00:27:10.032383 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'name': 'router1', 'tenant_id': '23fdf0097d574eceb9554720e660ec1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '9b72906c-f1b2-4d45-9d31-fa2d217733c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:26:49Z', 'updated_at': '2022-06-15T00:27:06Z', 'revision_number': 4, 'project_id': '23fdf0097d574eceb9554720e660ec1c', 'gw_port': {'id': '9b72906c-f1b2-4d45-9d31-fa2d217733c6', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:27:06Z', 'updated_at': '2022-06-15T00:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'e6485615-a849-4506-b2f6-b7105f577420', 'name': '', 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78', 'tenant_id': '23fdf0097d574eceb9554720e660ec1c', 'mac_address': 'fa:16:3e:64:29:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98a75d28-2a62-4f4a-892f-4468853a55d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:26:58Z', 'updated_at': '2022-06-15T00:27:02Z', 'revision_number': 5, 'project_id': '23fdf0097d574eceb9554720e660ec1c', 'subnets': [{'id': '98a75d28-2a62-4f4a-892f-4468853a55d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c94f680a-2a3a-483c-9ccb-51c8a93a7c6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:27:10.058058 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c757bf-232e-46be-931f-5e3916d389f0 None None] The sync data for ids ['d2094316-4aaa-4e29-8d2e-de7e51a9c4c5'] in dv-cinder-835384-6-iscsi is: [{'id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'name': 'router1', 'tenant_id': '23fdf0097d574eceb9554720e660ec1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '9b72906c-f1b2-4d45-9d31-fa2d217733c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:26:49Z', 'updated_at': '2022-06-15T00:27:06Z', 'revision_number': 4, 'project_id': '23fdf0097d574eceb9554720e660ec1c', 'gw_port': {'id': '9b72906c-f1b2-4d45-9d31-fa2d217733c6', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:27:06Z', 'updated_at': '2022-06-15T00:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'e6485615-a849-4506-b2f6-b7105f577420', 'name': '', 'network_id': '55457822-35d9-41f9-b5b9-7c123125ee78', 'tenant_id': '23fdf0097d574eceb9554720e660ec1c', 'mac_address': 'fa:16:3e:64:29:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2094316-4aaa-4e29-8d2e-de7e51a9c4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98a75d28-2a62-4f4a-892f-4468853a55d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:26:58Z', 'updated_at': '2022-06-15T00:27:02Z', 'revision_number': 5, 'project_id': '23fdf0097d574eceb9554720e660ec1c', 'subnets': [{'id': '98a75d28-2a62-4f4a-892f-4468853a55d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c94f680a-2a3a-483c-9ccb-51c8a93a7c6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:27:11.118302 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 9b72906c-f1b2-4d45-9d31-fa2d217733c6 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:27:11.164655 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 9b72906c-f1b2-4d45-9d31-fa2d217733c6 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:27:11.165039 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (9b72906c-f1b2-4d45-9d31-fa2d217733c6), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:11.251582 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 9b72906c-f1b2-4d45-9d31-fa2d217733c6 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:27:11.251888 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (9b72906c-f1b2-4d45-9d31-fa2d217733c6), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:11.272988 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port 9b72906c-f1b2-4d45-9d31-fa2d217733c6, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=9b72906c-f1b2-4d45-9d31-fa2d217733c6,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:27:11.278243 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (9b72906c-f1b2-4d45-9d31-fa2d217733c6), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:11.324393 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=9b72906c-f1b2-4d45-9d31-fa2d217733c6,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:27:12.085020 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=30 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:13.108476 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 9b72906c-f1b2-4d45-9d31-fa2d217733c6 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:27:13.153116 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 9b72906c-f1b2-4d45-9d31-fa2d217733c6 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:27:13.153507 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (9b72906c-f1b2-4d45-9d31-fa2d217733c6), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:13.255337 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 9b72906c-f1b2-4d45-9d31-fa2d217733c6 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:27:18.353676 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=46 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:19.873865 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:19.881477 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=13 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:23.252061 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:23.253389 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=77 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:27.535247 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-591b5db8-a8c8-4e54-9048-6878471b4818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:29.966904 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ff203847-58e3-4650-a630-e4e5ef26ebcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:30.785733 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:32.377884 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:33.362185 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:33.365849 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:33.370967 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=4 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:42.372299 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:43.361678 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:45.356893 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 5 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:27:55.350797 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:55.351654 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:27:57.531901 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-38afb585-354a-41b0-82cd-105396d85858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:27:59.970014 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5f72b69e-cff7-4fdf-b16d-9126fa83a048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:00.780814 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:02.390727 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:03.366431 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:10.361389 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:10.368131 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:13.357534 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:13.361213 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:22.355699 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 5 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:28:25.860937 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52690) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:28:25.921994 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a30905-77c3-4bbc-a30e-d34d16454e67 admin admin] GET failed (client error): The resource could not be found. Jun 15 00:28:25.923291 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-61a30905-77c3-4bbc-a30e-d34d16454e67 admin admin] 10.222.0.33 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613797 Jun 15 00:28:26.085072 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a7b4c-b7bd-40c4-a40f-904d64884ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:26.086503 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-de7a7b4c-b7bd-40c4-a40f-904d64884ecd admin admin] 10.222.0.33 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1591952 Jun 15 00:28:27.535146 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-45b7c346-4e5f-4f37-ae6d-5f43568f77cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:28.229993 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52700) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:28:28.321690 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a5253b-2476-4b9f-a9bb-d4361111575e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:28.323048 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d4a5253b-2476-4b9f-a9bb-d4361111575e admin admin] 10.222.0.33 "GET /v2.0/subnets/98a75d28-2a62-4f4a-892f-4468853a55d9 HTTP/1.1" status: 200 len: 849 time: 0.0920794 Jun 15 00:28:28.333671 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:28:28.419197 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Publish callbacks [] for subnet (98a75d28-2a62-4f4a-892f-4468853a55d9), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:28.561787 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765227109690'] for subnet (98a75d28-2a62-4f4a-892f-4468853a55d9), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:28.595218 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:28.595348 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:28.610821 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] 10.222.0.33 "PUT /v2.0/subnets/98a75d28-2a62-4f4a-892f-4468853a55d9 HTTP/1.1" status: 200 len: 868 time: 0.2665069 Jun 15 00:28:28.611044 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a55da4-db77-48ab-be15-2d508168d2c5 None None] Network 55457822-35d9-41f9-b5b9-7c123125ee78 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:28:28.613821 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a75d28-2a62-4f4a-892f-4468853a55d9,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:28:28.621794 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.622140 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.622500 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.622863 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.623196 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.623525 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.623849 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.624173 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.624513 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.624843 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.625167 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.625490 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.625815 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.626133 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.626450 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9fe9-7085-4188-b5d6-2011591e8588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:28:28.952726 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-cf4e8c29-3833-439e-83c0-a5d8551265b8 None None] Provisioning complete for port abcaa1bf-43e9-494b-a94d-ed9526c8a215 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:28:28.953392 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8c29-3833-439e-83c0-a5d8551265b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (abcaa1bf-43e9-494b-a94d-ed9526c8a215), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:29.038977 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e8c29-3833-439e-83c0-a5d8551265b8 None None] Current status of the port abcaa1bf-43e9-494b-a94d-ed9526c8a215 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:28:29.049742 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-cf4e8c29-3833-439e-83c0-a5d8551265b8 None None] Provisioning complete for port e6485615-a849-4506-b2f6-b7105f577420 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:28:29.049742 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8c29-3833-439e-83c0-a5d8551265b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (e6485615-a849-4506-b2f6-b7105f577420), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:29.120140 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e8c29-3833-439e-83c0-a5d8551265b8 None None] Current status of the port e6485615-a849-4506-b2f6-b7105f577420 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:28:29.972787 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b25f5429-d4fc-46b1-ac76-05d761b9755d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:30.742471 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52708) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:28:30.783806 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:30.943211 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d143e-a035-42ed-b88c-25b24ea3f931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:30.943684 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d143e-a035-42ed-b88c-25b24ea3f931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:30.945219 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-293d143e-a035-42ed-b88c-25b24ea3f931 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2017767 Jun 15 00:28:32.352431 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:32.353100 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:32.381822 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:33.106890 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52716) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:28:33.238982 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d212f0bb-f4c2-4ce7-a7a6-daf21eeb6f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:33.239455 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d212f0bb-f4c2-4ce7-a7a6-daf21eeb6f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:33.240971 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d212f0bb-f4c2-4ce7-a7a6-daf21eeb6f85 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1331294 Jun 15 00:28:33.362674 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:35.429664 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52724) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:28:35.655715 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7deb459-f45e-4cfe-9889-18dd00f152df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:35.657023 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f7deb459-f45e-4cfe-9889-18dd00f152df admin admin] 10.222.0.33 "GET /v2.0/networks/22694c3b-fdcf-46c7-9baf-13f71912d01c HTTP/1.1" status: 200 len: 886 time: 0.2257726 Jun 15 00:28:37.786799 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52734) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:28:37.852939 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:37.860906 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:37.920011 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3557799-da55-451b-80b7-a1fba0f4c950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:37.921383 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c3557799-da55-451b-80b7-a1fba0f4c950 admin admin] 10.222.0.33 "GET /v2.0/networks/55457822-35d9-41f9-b5b9-7c123125ee78 HTTP/1.1" status: 200 len: 869 time: 0.1335361 Jun 15 00:28:40.059451 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52742) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:28:40.183902 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9370c2-d1b4-477b-9397-8160d6d766e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:40.184361 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9370c2-d1b4-477b-9397-8160d6d766e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:40.185895 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6d9370c2-d1b4-477b-9397-8160d6d766e6 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254964 Jun 15 00:28:42.308633 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52750) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:28:42.408035 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee386295-f3c0-42ba-a162-49a7542ab562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:42.408494 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee386295-f3c0-42ba-a162-49a7542ab562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:42.410068 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ee386295-f3c0-42ba-a162-49a7542ab562 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1004877 Jun 15 00:28:43.354660 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:43.357521 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:44.566591 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52758) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:28:44.661258 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c700fb-5cf4-4c49-8774-b02b3676e6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:44.662612 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-80c700fb-5cf4-4c49-8774-b02b3676e6da admin admin] 10.222.0.33 "GET /v2.0/subnets/98a75d28-2a62-4f4a-892f-4468853a55d9 HTTP/1.1" status: 200 len: 868 time: 0.0950446 Jun 15 00:28:46.807640 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52766) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:28:46.893604 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1f2f27-33a3-4ec1-8043-342786ac36c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:28:46.894968 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8a1f2f27-33a3-4ec1-8043-342786ac36c8 admin admin] 10.222.0.33 "GET /v2.0/subnets/dfe8fb60-fdba-4415-ad5e-b822f6dc18de HTTP/1.1" status: 200 len: 816 time: 0.0863628 Jun 15 00:28:47.358893 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:47.362256 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=4 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:56.889262 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=27 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:56.891129 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=37 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:28:57.537803 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0f2904ad-8bef-4687-9438-16b0980675b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:28:59.355919 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 5 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:28:59.974398 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b67f54ef-f4b6-4180-9506-d44a2410e642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:00.787261 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:02.381942 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:03.355722 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:09.353637 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:09.354227 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:13.350027 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:13.352167 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:13.594295 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52820) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:29:13.642363 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-76292093-720c-4692-bdd8-8268cfab71b1 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:29:13.643445 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-76292093-720c-4692-bdd8-8268cfab71b1 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0481019 Jun 15 00:29:15.866833 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52828) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:29:15.926928 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b9fe32-27f2-4bae-94ae-3dabc6bacbe0 admin admin] GET failed (client error): The resource could not be found. Jun 15 00:29:15.928201 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-61b9fe32-27f2-4bae-94ae-3dabc6bacbe0 admin admin] 10.222.0.33 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598528 Jun 15 00:29:16.014225 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10122698-eba1-4c83-ad04-fb54784b4bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:29:16.015701 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-10122698-eba1-4c83-ad04-fb54784b4bc2 admin admin] 10.222.0.33 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827560 Jun 15 00:29:18.186319 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52836) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:29:18.232254 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-e2d1d034-49fb-4d89-95f1-5c6489b1289f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:29:18.251705 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d1d034-49fb-4d89-95f1-5c6489b1289f admin admin] Made reservation on behalf of bc3f10f7de5140a991c9148b14dd9e73 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:29:18.254027 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d034-49fb-4d89-95f1-5c6489b1289f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:18.280596 dv-cinder-835384-6-iscsi neutron-server[104109]: WARNING neutron.services.revisions.revision_plugin [None req-e2d1d034-49fb-4d89-95f1-5c6489b1289f admin admin] Could not find related network for resource to bump revision. Jun 15 00:29:18.292690 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d1d034-49fb-4d89-95f1-5c6489b1289f admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:29:18.301482 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d034-49fb-4d89-95f1-5c6489b1289f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (fec52ecf-e985-44e4-8513-bacbc5516b55), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:18.301821 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-e2d1d034-49fb-4d89-95f1-5c6489b1289f admin admin] Added segment fec52ecf-e985-44e4-8513-bacbc5516b55 of type vlan for network 556a1c63-1f6b-4ce3-82b1-3db989ae7b7a Jun 15 00:29:18.340332 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d034-49fb-4d89-95f1-5c6489b1289f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (556a1c63-1f6b-4ce3-82b1-3db989ae7b7a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:18.364449 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d034-49fb-4d89-95f1-5c6489b1289f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (556a1c63-1f6b-4ce3-82b1-3db989ae7b7a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:18.365453 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1d034-49fb-4d89-95f1-5c6489b1289f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:29:18.366029 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d034-49fb-4d89-95f1-5c6489b1289f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:18.401558 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e2d1d034-49fb-4d89-95f1-5c6489b1289f admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2140484 Jun 15 00:29:18.433558 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1d034-49fb-4d89-95f1-5c6489b1289f admin admin] Pushing event updated for resources: {'Network': ['ID=556a1c63-1f6b-4ce3-82b1-3db989ae7b7a,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:29:18.444491 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 556a1c63-1f6b-4ce3-82b1-3db989ae7b7a details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:29:20.551877 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52844) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:29:20.611984 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.pecan_wsgi.hooks.translation [None req-1689180e-c30e-490e-9c09-d21314f71414 admin admin] GET failed (client error): The resource could not be found. Jun 15 00:29:20.613263 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1689180e-c30e-490e-9c09-d21314f71414 admin admin] 10.222.0.33 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604470 Jun 15 00:29:20.681219 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409e0db1-cfe5-43c8-a8f5-cafb4945b41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:29:20.682659 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-409e0db1-cfe5-43c8-a8f5-cafb4945b41f admin admin] 10.222.0.33 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653958 Jun 15 00:29:20.692138 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-efe5094c-0d7e-4183-a253-e37dbc94b9c0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '556a1c63-1f6b-4ce3-82b1-3db989ae7b7a', 'cidr': '192.168.233.0/24'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:29:20.710295 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe5094c-0d7e-4183-a253-e37dbc94b9c0 admin admin] Made reservation on behalf of bc3f10f7de5140a991c9148b14dd9e73 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:29:20.713105 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-efe5094c-0d7e-4183-a253-e37dbc94b9c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:20.874123 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-efe5094c-0d7e-4183-a253-e37dbc94b9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for subnet (0854c1e1-ae17-44fc-b73d-bf8c75167894), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:20.935262 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5094c-0d7e-4183-a253-e37dbc94b9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0854c1e1-ae17-44fc-b73d-bf8c75167894,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:29:20.939336 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5094c-0d7e-4183-a253-e37dbc94b9c0 admin admin] Checking segment: {'id': 'fec52ecf-e985-44e4-8513-bacbc5516b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '556a1c63-1f6b-4ce3-82b1-3db989ae7b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:29:20.939682 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5094c-0d7e-4183-a253-e37dbc94b9c0 admin admin] Network hostable DHCP agents. Network: 556a1c63-1f6b-4ce3-82b1-3db989ae7b7a, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:29:20.955791 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5094c-0d7e-4183-a253-e37dbc94b9c0 admin admin] Network 556a1c63-1f6b-4ce3-82b1-3db989ae7b7a is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:29:20.960546 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:20.965626 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-efe5094c-0d7e-4183-a253-e37dbc94b9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 556a1c63-1f6b-4ce3-82b1-3db989ae7b7a) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:29:20.969521 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe5094c-0d7e-4183-a253-e37dbc94b9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:29:20.970115 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-efe5094c-0d7e-4183-a253-e37dbc94b9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:20.975784 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf9d5a3-52d6-4f9b-94d3-ba71c32002c3 None None] Network 556a1c63-1f6b-4ce3-82b1-3db989ae7b7a requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:29:20.990651 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-efe5094c-0d7e-4183-a253-e37dbc94b9c0 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2994406 Jun 15 00:29:21.083656 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e401673-75d9-5f2e-9213-2e759a50af8d-556a1c63-1f6b-4ce3-82b1-3db989ae7b7a', 'network_id': '556a1c63-1f6b-4ce3-82b1-3db989ae7b7a', 'project_id': 'bc3f10f7de5140a991c9148b14dd9e73', 'fixed_ips': [{'subnet_id': '0854c1e1-ae17-44fc-b73d-bf8c75167894'}]}} from dv-cinder-835384-6-iscsi. {{(pid=104111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 00:29:21.084613 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:21.226460 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.db_base_plugin_common [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Allocated IP 192.168.233.2 (556a1c63-1f6b-4ce3-82b1-3db989ae7b7a/0854c1e1-ae17-44fc-b73d-bf8c75167894/6b96ccd8-fece-4ac7-8a9d-306c9d032a65) {{(pid=104111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:29:21.391780 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Publish callbacks [] for port (6b96ccd8-fece-4ac7-8a9d-306c9d032a65), precommit_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:21.398178 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (6b96ccd8-fece-4ac7-8a9d-306c9d032a65), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:21.439800 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Network 556a1c63-1f6b-4ce3-82b1-3db989ae7b7a is already hosted by enough agents. {{(pid=104111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:29:21.442742 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.base_scheduler [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Resources bound (agent type, host, resource id): {{(pid=104111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:29:21.447312 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Received port after_create {{(pid=104111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:29:21.454373 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Pushing event updated for resources: {'Port': ['ID=6b96ccd8-fece-4ac7-8a9d-306c9d032a65,revision_number=1']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:29:21.464231 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.464575 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.464932 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.465293 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.465625 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.465949 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.466270 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.466591 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.466951 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.467257 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.467577 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.467897 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.468213 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.468530 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.468842 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:29:21.612662 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Attempting to bind port 6b96ccd8-fece-4ac7-8a9d-306c9d032a65 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:29:21.613027 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Attempting to bind port 6b96ccd8-fece-4ac7-8a9d-306c9d032a65 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'fec52ecf-e985-44e4-8513-bacbc5516b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '556a1c63-1f6b-4ce3-82b1-3db989ae7b7a'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:29:21.613383 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Attempting to bind port 6b96ccd8-fece-4ac7-8a9d-306c9d032a65 on network 556a1c63-1f6b-4ce3-82b1-3db989ae7b7a {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:29:21.619154 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:29:21.619521 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Checking segment: {'id': 'fec52ecf-e985-44e4-8513-bacbc5516b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '556a1c63-1f6b-4ce3-82b1-3db989ae7b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:29:21.619920 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:21.620306 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Bound using segment: {'id': 'fec52ecf-e985-44e4-8513-bacbc5516b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '556a1c63-1f6b-4ce3-82b1-3db989ae7b7a'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:29:21.620758 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Bound port: 6b96ccd8-fece-4ac7-8a9d-306c9d032a65, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec52ecf-e985-44e4-8513-bacbc5516b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '556a1c63-1f6b-4ce3-82b1-3db989ae7b7a'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:29:21.621141 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6b96ccd8-fece-4ac7-8a9d-306c9d032a65), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:21.681364 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] For port 6b96ccd8-fece-4ac7-8a9d-306c9d032a65, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:29:21.685182 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] For port 6b96ccd8-fece-4ac7-8a9d-306c9d032a65, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=6b96ccd8-fece-4ac7-8a9d-306c9d032a65,segment=NetworkSegment(fec52ecf-e985-44e4-8513-bacbc5516b55),segment_id=fec52ecf-e985-44e4-8513-bacbc5516b55)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:29:21.691665 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6b96ccd8-fece-4ac7-8a9d-306c9d032a65), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:21.748251 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d211e2-c809-471d-9e15-b5ba08cf273b None None] Pushing event updated for resources: {'Port': ['ID=6b96ccd8-fece-4ac7-8a9d-306c9d032a65,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:29:22.569035 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abcdc43-1718-47b6-9ed4-7e858bfb4bf9 None None] Network 556a1c63-1f6b-4ce3-82b1-3db989ae7b7a requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:29:22.643015 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-97f3e7ae-e192-4166-8688-e1c5c0316cd8 None None] Provisioning complete for port 6b96ccd8-fece-4ac7-8a9d-306c9d032a65 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:29:22.643397 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-97f3e7ae-e192-4166-8688-e1c5c0316cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6b96ccd8-fece-4ac7-8a9d-306c9d032a65), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:22.666017 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:22.696397 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:22.758429 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-97f3e7ae-e192-4166-8688-e1c5c0316cd8 None None] Current status of the port 6b96ccd8-fece-4ac7-8a9d-306c9d032a65 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:29:22.759509 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-97f3e7ae-e192-4166-8688-e1c5c0316cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6b96ccd8-fece-4ac7-8a9d-306c9d032a65), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:22.796579 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-97f3e7ae-e192-4166-8688-e1c5c0316cd8 None None] For port 6b96ccd8-fece-4ac7-8a9d-306c9d032a65, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=6b96ccd8-fece-4ac7-8a9d-306c9d032a65,segment=NetworkSegment(fec52ecf-e985-44e4-8513-bacbc5516b55),segment_id=fec52ecf-e985-44e4-8513-bacbc5516b55)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:29:22.801945 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-97f3e7ae-e192-4166-8688-e1c5c0316cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6b96ccd8-fece-4ac7-8a9d-306c9d032a65), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:22.854454 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3e7ae-e192-4166-8688-e1c5c0316cd8 None None] Pushing event updated for resources: {'Port': ['ID=6b96ccd8-fece-4ac7-8a9d-306c9d032a65,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:29:22.921781 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-b9f3e9dd-3a27-4317-b8c4-9b2177bc2ab4 None None] Provisioning complete for port 6b96ccd8-fece-4ac7-8a9d-306c9d032a65 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:29:22.922173 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e9dd-3a27-4317-b8c4-9b2177bc2ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6b96ccd8-fece-4ac7-8a9d-306c9d032a65), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:22.997601 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-b9f3e9dd-3a27-4317-b8c4-9b2177bc2ab4 None None] Current status of the port 6b96ccd8-fece-4ac7-8a9d-306c9d032a65 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:29:23.201799 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 6b96ccd8-fece-4ac7-8a9d-306c9d032a65 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:29:23.247968 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 6b96ccd8-fece-4ac7-8a9d-306c9d032a65 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:29:23.248355 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6b96ccd8-fece-4ac7-8a9d-306c9d032a65), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:23.323703 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 6b96ccd8-fece-4ac7-8a9d-306c9d032a65 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:29:24.627617 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=15 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:24.631442 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=19 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:27.541424 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7f660b31-6710-4942-a4c2-0beb21131452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:29.978270 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8046cc8e-5a2e-47f1-8427-85383edca14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:30.790409 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:30.982652 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=72,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:32.379083 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:33.360661 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:36.355749 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 5 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:29:43.347289 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=57,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:43.357029 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:46.351300 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:46.352069 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:29:57.543539 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7e656166-3d13-4dc5-b8d3-e49641a13013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:29:59.981970 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4db3c690-d964-4d17-9152-039a0f8736b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:30:00.794036 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:30:01.375116 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:30:01.380180 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:30:02.386214 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:30:03.364566 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:30:13.355465 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 5 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:30:13.356197 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:30:13.358664 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:30:23.351079 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:30:26.352136 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:30:27.544603 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ea6fea11-c53a-46d0-98ba-800fb8fc2ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:30:29.984197 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-dfdd214a-9f11-4766-9268-7d75b38daa43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:30:30.795113 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:30:32.386993 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:30:33.369050 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:30:38.372064 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=4 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:30:38.377169 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:30:43.362500 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:30:43.364453 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:30:50.354833 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 5 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:30:57.551015 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-92e19b31-7512-4f77-9c2b-ddf06810b64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:30:59.987958 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-afdaabb6-df94-471a-bc55-fa1edc99dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:00.351178 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:00.801953 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:02.391609 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:03.109451 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52882) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:31:03.115269 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-88aa7aba-77a9-4906-a9ea-ba0624082d65 tempest-verify_tempest_config-1079857792 tempest-verify_tempest_config-1079857792-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:31:03.116270 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-88aa7aba-77a9-4906-a9ea-ba0624082d65 tempest-verify_tempest_config-1079857792 tempest-verify_tempest_config-1079857792-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058601 Jun 15 00:31:03.370904 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:03.418549 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 52900) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:31:03.530989 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:03.644467 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Publish callbacks [] for security_group (fba24196-d753-406a-a1f4-de311105894e), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:03.648140 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (fba24196-d753-406a-a1f4-de311105894e), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:03.689732 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=de2702ea7a83408381c438a9daa7cd63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2698820 Jun 15 00:31:03.692308 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52908) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:31:03.698763 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba24196-d753-406a-a1f4-de311105894e,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:31:03.710932 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.711296 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.711646 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.711986 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.712321 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.712654 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.712982 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.713312 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.713643 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.713969 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.714309 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.714650 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.715011 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.715334 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.715656 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990f373-550e-48e7-9fc9-bfa620f6a7c5 admin admin] Tracked resource versions report: Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: pushed versions: Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: { 'AddressGroup': {'1.2'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Agent': {'1.1'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'ConntrackHelper': {'1.0'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'LocalIPAssociation': {'1.0'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Log': {'1.0'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'NDPProxy': {'1.0'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Network': {'1.1'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Port': {'1.7'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'PortForwarding': {'1.3'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'QosPolicy': {'1.10'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'SecurityGroup': {'1.5'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'SecurityGroupRule': {'1.2'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'SubPort': {'1.0'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Subnet': {'1.1'}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Trunk': {'1.1'}} Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: consumer versions: Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: { DHCP agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: L3 agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: Metadata agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: Metering agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: Open vSwitch agent@dv-cinder-835384-6-iscsi: { 'AddressGroup': '1.2', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Agent': '1.1', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'ConntrackHelper': '1.0', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'LocalIPAssociation': '1.0', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Log': '1.0', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'NDPProxy': '1.0', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Network': '1.1', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Port': '1.7', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'PortForwarding': '1.3', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'QosPolicy': '1.10', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'SecurityGroup': '1.5', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'SecurityGroupRule': '1.2', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'SubPort': '1.0', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Subnet': '1.1', Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Trunk': '1.1'}} Jun 15 00:31:03.717074 dv-cinder-835384-6-iscsi neutron-server[104110]: {{(pid=104110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 00:31:03.750102 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Publish callbacks [] for security_group (fba24196-d753-406a-a1f4-de311105894e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:03.771200 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Publish callbacks [] for security_group (fba24196-d753-406a-a1f4-de311105894e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:03.863146 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (fba24196-d753-406a-a1f4-de311105894e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:03.866377 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:03.867560 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fba24196-d753-406a-a1f4-de311105894e HTTP/1.1" status: 204 len: 168 time: 0.1743023 Jun 15 00:31:03.875555 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba24196-d753-406a-a1f4-de311105894e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:31:03.882126 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.882464 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.882836 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.883173 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.883495 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.883817 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.884135 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.884449 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.884770 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.885083 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.885419 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.885735 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.886050 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.886360 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:03.886692 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519db54-e87a-42b2-a162-65cc95f36167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:31:13.360367 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:13.698048 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=20,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:13.706227 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=19,neutron:INSERT=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:13.878278 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:13.878985 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:13.909199 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:24.544819 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=14 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:24.549239 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=18 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:27.353702 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 5 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:31:27.544593 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8b4021de-cb83-4830-9e44-3ba320909435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:29.991331 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-65d6519b-20ef-41e6-9554-5748cc36b4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:30.801982 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:32.392221 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:33.372397 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:37.349478 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:43.366138 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:43.367989 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:52.374370 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:52.378432 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=4 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:31:57.545663 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-25faca8d-1fa4-4d5b-837a-e80785b6c7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:31:59.994880 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-215fd69f-6a2b-40af-ba1e-c7c2f2d0472f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:32:00.807756 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:32:02.394579 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:32:03.374153 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:32:04.352938 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 5 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:32:13.363843 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:32:13.370491 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:32:14.348720 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:32:27.548147 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-eb150ba1-bfcd-4082-a791-6d7c0b7b97f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:32:29.377774 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:32:29.383812 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:32:29.997919 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b7d5405b-51f9-46a4-aaab-64ce8a1d69ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:32:30.806882 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:32:32.397308 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:32:33.376054 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:32:41.352601 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 5 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:32:43.365732 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:32:43.372410 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:32:44.426317 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7978496'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:32:51.347881 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:32:51.348660 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:32:54.418259 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:32:54.421065 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:32:56.939336 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52984) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:32:57.044043 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-60a9d6cc-beb8-4e20-8a96-3f4a1a913f76 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1036139 Jun 15 00:32:57.549243 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f87eee02-993d-4e3b-a537-d8c4299d7590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:32:59.217025 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 52994) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:32:59.271168 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e760284e-6f94-443a-a021-be3556583c3a admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530491 Jun 15 00:33:00.001272 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d1308389-78df-4316-b371-e59f68308503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:33:00.809959 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:33:02.400753 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:33:03.378964 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:33:06.385746 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:06.389984 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=4 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:09.265645 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:09.266397 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:13.373125 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:13.375073 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:14.394449 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:33:18.352352 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:33:24.384409 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:24.390263 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:24.549523 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=14 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:27.550216 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7922b5fa-16a0-44ee-9eb8-970148890a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:33:28.347239 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=14 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:30.005368 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-fcc61461-7783-449f-b4d4-acfc2adc1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:33:30.812675 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:33:32.402702 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:33:33.381535 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:33:43.375293 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:43.375954 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:43.376503 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:43.387532 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=4 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:44.396250 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:33:54.391673 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:54.392927 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:33:55.352290 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:33:57.551634 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a17f70b5-70ba-43f5-ae7f-5afa4856a912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:00.006865 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e42857a5-8c31-40e6-a8d0-605998e7c26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:00.815770 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:02.406396 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:03.384105 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:05.348275 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:05.349618 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:13.377544 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=20 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:13.379889 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:14.407715 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:20.384038 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=6 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:24.402201 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:24.404088 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:26.362732 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:27.552276 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1815e007-e826-46bf-a987-21cc3eb4d111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:30.018271 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0e00cf96-8f2f-4bfc-91ec-7b68ab6a7513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:30.830094 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:32.352962 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:34:32.420099 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:33.402293 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:34.437837 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53148) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:34.468724 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53156) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:34.676984 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-208055815-network', 'tenant_id': '42c353894cf64e6ca9e2e4311632eef4'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:34.698369 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Made reservation on behalf of 42c353894cf64e6ca9e2e4311632eef4 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:34.701159 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:34.713626 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:34.796239 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Publish callbacks [] for security_group (e9965c57-1b9f-4f3d-a4dc-20a52d29e91f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:34.800932 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (e9965c57-1b9f-4f3d-a4dc-20a52d29e91f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:34.830990 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:34:34.842226 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1161654495-network', 'tenant_id': 'ad57875727e24965a37faca9c9a30984'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:34.850011 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:34.864767 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (29092677-0b88-46fa-a9b7-305d88585d12), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:34.864767 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Added segment 29092677-0b88-46fa-a9b7-305d88585d12 of type vlan for network b190866a-72fa-4c99-a363-c68d5b2ebb49 Jun 15 00:34:34.864767 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.864767 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.865104 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.865232 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.865561 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.866435 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.866744 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.867088 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.867427 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.867748 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.868086 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.868483 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.868806 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.869124 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.869444 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Tracked resource versions report: Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: pushed versions: Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: { 'AddressGroup': {'1.2'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Agent': {'1.1'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'ConntrackHelper': {'1.0'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'LocalIPAssociation': {'1.0'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Log': {'1.0'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'NDPProxy': {'1.0'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Network': {'1.1'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Port': {'1.7'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'PortForwarding': {'1.3'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'QosPolicy': {'1.10'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'SecurityGroup': {'1.5'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'SecurityGroupRule': {'1.2'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'SubPort': {'1.0'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Subnet': {'1.1'}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Trunk': {'1.1'}} Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: consumer versions: Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: { DHCP agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: HyperV agent@hv-cinder-83538: {}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: L3 agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: Metadata agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: Metering agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: Open vSwitch agent@dv-cinder-835384-6-iscsi: { 'AddressGroup': '1.2', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Agent': '1.1', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'ConntrackHelper': '1.0', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'LocalIPAssociation': '1.0', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Log': '1.0', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'NDPProxy': '1.0', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Network': '1.1', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Port': '1.7', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'PortForwarding': '1.3', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'QosPolicy': '1.10', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'SecurityGroup': '1.5', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'SecurityGroupRule': '1.2', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'SubPort': '1.0', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Subnet': '1.1', Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: 'Trunk': '1.1'}} Jun 15 00:34:34.870666 dv-cinder-835384-6-iscsi neutron-server[104109]: {{(pid=104109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 00:34:34.947553 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (b190866a-72fa-4c99-a363-c68d5b2ebb49), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:34.952752 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Made reservation on behalf of ad57875727e24965a37faca9c9a30984 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:34.955010 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:34.973693 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.036520 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (b190866a-72fa-4c99-a363-c68d5b2ebb49), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.038235 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:35.038960 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.094803 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53218) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:35.099023 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Request body: {'subnet': {'network_id': 'b190866a-72fa-4c99-a363-c68d5b2ebb49', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-208055815-subnet', 'tenant_id': '42c353894cf64e6ca9e2e4311632eef4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:35.104324 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6563346 Jun 15 00:34:35.138278 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Made reservation on behalf of 42c353894cf64e6ca9e2e4311632eef4 for: {'subnet': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:35.141913 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd800e-4c07-4a8b-889e-eee2b0df2438 admin admin] Pushing event updated for resources: {'Network': ['ID=b190866a-72fa-4c99-a363-c68d5b2ebb49,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:35.151234 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.158212 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network b190866a-72fa-4c99-a363-c68d5b2ebb49 details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:34:35.195525 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Publish callbacks [] for security_group (42ab943f-cc47-46b3-a76a-4de4d1df3a7b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.202138 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (42ab943f-cc47-46b3-a76a-4de4d1df3a7b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.251993 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:34:35.260358 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ab943f-cc47-46b3-a76a-4de4d1df3a7b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:35.282499 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (7f97b0cc-f5c4-4e0a-80c2-c22f78168d86), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.282876 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Added segment 7f97b0cc-f5c4-4e0a-80c2-c22f78168d86 of type vlan for network 3761bde8-b221-417b-8881-85e060df935f Jun 15 00:34:35.341281 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (3761bde8-b221-417b-8881-85e060df935f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.375752 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (3761bde8-b221-417b-8881-85e060df935f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.377368 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:35.378133 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.408417 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53232) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:35.422272 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9514954 Jun 15 00:34:35.426763 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53234) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:35.432817 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-f9204b2e-5fc5-4c76-8f06-ffde272086e8 admin admin] Request body: {'subnet': {'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1161654495-subnet', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:35.488426 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d13ac-386b-47bb-aafb-f0a144bf54ea admin admin] Pushing event updated for resources: {'Network': ['ID=3761bde8-b221-417b-8881-85e060df935f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:35.504417 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 3761bde8-b221-417b-8881-85e060df935f details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:34:35.546640 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53240) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:35.546839 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for subnet (f62bf77b-2c37-428f-a206-e5ae9922c7d4), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.626892 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9204b2e-5fc5-4c76-8f06-ffde272086e8 admin admin] Made reservation on behalf of ad57875727e24965a37faca9c9a30984 for: {'subnet': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:35.629569 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f9204b2e-5fc5-4c76-8f06-ffde272086e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.632473 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f62bf77b-2c37-428f-a206-e5ae9922c7d4,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:35.641979 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.642618 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.642983 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.643484 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.644682 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.645340 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.645817 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.646319 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.646866 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.647226 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.647712 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.648195 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.648690 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.649169 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.649651 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Tracked resource versions report: Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: pushed versions: Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: { 'AddressGroup': {'1.2'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Agent': {'1.1'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'ConntrackHelper': {'1.0'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'LocalIPAssociation': {'1.0'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Log': {'1.0'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'NDPProxy': {'1.0'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Network': {'1.1'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Port': {'1.7'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'PortForwarding': {'1.3'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'QosPolicy': {'1.10'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'SecurityGroup': {'1.5'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'SecurityGroupRule': {'1.2'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'SubPort': {'1.0'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Subnet': {'1.1'}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Trunk': {'1.1'}} Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: consumer versions: Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: { DHCP agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: HyperV agent@hv-cinder-83538: {}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: L3 agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: Metadata agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: Metering agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: Open vSwitch agent@dv-cinder-835384-6-iscsi: { 'AddressGroup': '1.2', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Agent': '1.1', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'ConntrackHelper': '1.0', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'LocalIPAssociation': '1.0', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Log': '1.0', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'NDPProxy': '1.0', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Network': '1.1', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Port': '1.7', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'PortForwarding': '1.3', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'QosPolicy': '1.10', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'SecurityGroup': '1.5', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'SecurityGroupRule': '1.2', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'SubPort': '1.0', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Subnet': '1.1', Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: 'Trunk': '1.1'}} Jun 15 00:34:35.651088 dv-cinder-835384-6-iscsi neutron-server[104110]: {{(pid=104110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 00:34:35.673507 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Checking segment: {'id': '29092677-0b88-46fa-a9b7-305d88585d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b190866a-72fa-4c99-a363-c68d5b2ebb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:35.674155 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Network hostable DHCP agents. Network: b190866a-72fa-4c99-a363-c68d5b2ebb49, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:34:35.714991 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53248) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:35.746527 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Network b190866a-72fa-4c99-a363-c68d5b2ebb49 is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:34:35.752113 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53252) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:35.768172 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, b190866a-72fa-4c99-a363-c68d5b2ebb49) {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:35.778884 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:35.780550 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.789794 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90840e4f-a9fd-472e-b914-322448084b68 None None] Network b190866a-72fa-4c99-a363-c68d5b2ebb49 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:35.814572 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-5d3741b7-2e89-441e-9e30-02d23428a872 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7210119 Jun 15 00:34:35.882039 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-869220804-network', 'tenant_id': '47d48d22515e469fa53498b17ed80be7'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:35.908028 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:35.909875 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f9204b2e-5fc5-4c76-8f06-ffde272086e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for subnet (689a593e-4a17-4083-adfb-a273ffd4ed01), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.935551 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Made reservation on behalf of 47d48d22515e469fa53498b17ed80be7 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:35.942804 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.955852 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:35.957146 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:35.977046 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1312024968-network', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:36.044251 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d89f2b-939c-4add-991b-effa29efd437 None None] Network b190866a-72fa-4c99-a363-c68d5b2ebb49 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:36.104291 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9204b2e-5fc5-4c76-8f06-ffde272086e8 admin admin] Checking segment: {'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:36.104291 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9204b2e-5fc5-4c76-8f06-ffde272086e8 admin admin] Network hostable DHCP agents. Network: 3761bde8-b221-417b-8881-85e060df935f, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:34:36.120623 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Publish callbacks [] for security_group (9398d063-de1a-419e-90ad-448e2080af58), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.141242 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9204b2e-5fc5-4c76-8f06-ffde272086e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=689a593e-4a17-4083-adfb-a273ffd4ed01,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:36.144819 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9204b2e-5fc5-4c76-8f06-ffde272086e8 admin admin] Network 3761bde8-b221-417b-8881-85e060df935f is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:34:36.151541 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-957699479-network', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:36.162444 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-f9204b2e-5fc5-4c76-8f06-ffde272086e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 3761bde8-b221-417b-8881-85e060df935f) {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:36.169129 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9204b2e-5fc5-4c76-8f06-ffde272086e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:36.171984 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f9204b2e-5fc5-4c76-8f06-ffde272086e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.185811 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-475877882-network', 'tenant_id': '2d3c2ce190cc4882a6daef0dd44bb88c'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:36.194985 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (9398d063-de1a-419e-90ad-448e2080af58), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.204099 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6928704-53c7-4a95-be63-5bff7ed4e40e None None] Network 3761bde8-b221-417b-8881-85e060df935f requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:36.207713 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-f9204b2e-5fc5-4c76-8f06-ffde272086e8 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7796664 Jun 15 00:34:36.208369 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53278) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:36.215521 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:36.237505 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:36.275305 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2934'] for router (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.277219 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7977495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7963810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2893'] for router (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.316969 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9398d063-de1a-419e-90ad-448e2080af58,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:36.326070 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Made reservation on behalf of 2d3c2ce190cc4882a6daef0dd44bb88c for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:36.341430 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.364113 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.447862 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e401673-75d9-5f2e-9213-2e759a50af8d-3761bde8-b221-417b-8881-85e060df935f', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'project_id': 'ad57875727e24965a37faca9c9a30984', 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01'}]}} from dv-cinder-835384-6-iscsi. {{(pid=104111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 00:34:36.449182 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.462327 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Publish callbacks [] for security_group (872b566b-a968-4679-bd70-6dffc5a173b3), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.468325 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=67,neutron:INSERT=30,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:36.469882 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:34:36.474755 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Made reservation on behalf of 32c13d8e3a764cf59f81e17eaca1c853 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:36.477729 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.490461 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (872b566b-a968-4679-bd70-6dffc5a173b3), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.510517 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Publish callbacks [] for router_controller (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), precommit_add_association {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.511517 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.565034 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872b566b-a968-4679-bd70-6dffc5a173b3,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:36.573651 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Made reservation on behalf of c41af6aa819743d380018ec1eed0a793 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:36.576392 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.595964 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.596557 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Added segment 5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5 of type vlan for network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d Jun 15 00:34:36.599692 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.615048 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:34:36.682825 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.db_base_plugin_common [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Allocated IP 172.20.0.2 (3761bde8-b221-417b-8881-85e060df935f/689a593e-4a17-4083-adfb-a273ffd4ed01/2cc59075-75e0-4248-80ad-ed9d8d956c64) {{(pid=104111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:34:36.727386 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:36.748965 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53316) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:36.752256 dv-cinder-835384-6-iscsi neutron-server[104110]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 00:34:36.758420 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (95c8febc-bc5e-469b-9528-1ae447c95046), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.758987 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Added segment 95c8febc-bc5e-469b-9528-1ae447c95046 of type vlan for network 8ea8d263-5029-49f8-bfc2-62931c54e158 Jun 15 00:34:36.792766 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (8a1b00d6-5e32-4853-99e0-f68fb9a5757d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.803734 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Publish callbacks [] for security_group (61724b69-261e-463f-a48f-6b702582fe28), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.836956 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (61724b69-261e-463f-a48f-6b702582fe28), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.859598 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Publish callbacks [] for router_gateway (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.873184 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Publish callbacks [] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), precommit_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.881163 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (8ea8d263-5029-49f8-bfc2-62931c54e158), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.886104 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.903553 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:36.907109 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:34:36.944905 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Network 3761bde8-b221-417b-8881-85e060df935f is already hosted by enough agents. {{(pid=104111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:36.949005 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.base_scheduler [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Resources bound (agent type, host, resource id): {{(pid=104111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:36.954004 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Received port after_create {{(pid=104111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:34:36.957728 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Pushing event updated for resources: {'Port': ['ID=2cc59075-75e0-4248-80ad-ed9d8d956c64,revision_number=1']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:36.958037 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (90f04586-2d03-49e3-b044-60e5879c9cc8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:36.958998 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Added segment 90f04586-2d03-49e3-b044-60e5879c9cc8 of type vlan for network 66e99f87-49a1-4115-bc83-5f9cfb627037 Jun 15 00:34:36.999087 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Publish callbacks [] for security_group (969915a3-7840-412d-b221-a735a3969129), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.000222 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (8a1b00d6-5e32-4853-99e0-f68fb9a5757d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.001320 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:37.002335 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.010981 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61724b69-261e-463f-a48f-6b702582fe28,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:37.024036 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (8ea8d263-5029-49f8-bfc2-62931c54e158), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.025596 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:37.026174 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.041045 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.041936 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.041936 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.042404 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.042746 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.043216 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.043520 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.043878 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.044349 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.045609 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.046462 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.046763 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.047195 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.047654 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.047978 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:37.050011 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (969915a3-7840-412d-b221-a735a3969129), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Tracked resource versions report: Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: pushed versions: Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: { 'AddressGroup': {'1.2'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Agent': {'1.1'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'ConntrackHelper': {'1.0'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'LocalIPAssociation': {'1.0'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Log': {'1.0'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'NDPProxy': {'1.0'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Network': {'1.1'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Port': {'1.7'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'PortForwarding': {'1.3'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'QosPolicy': {'1.10'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'SecurityGroup': {'1.5'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'SecurityGroupRule': {'1.2'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'SubPort': {'1.0'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Subnet': {'1.1'}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Trunk': {'1.1'}} Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: consumer versions: Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: { DHCP agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: HyperV agent@hv-cinder-83538: {}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: L3 agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: Metadata agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: Metering agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: Open vSwitch agent@dv-cinder-835384-6-iscsi: { 'AddressGroup': '1.2', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Agent': '1.1', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'ConntrackHelper': '1.0', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'LocalIPAssociation': '1.0', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Log': '1.0', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'NDPProxy': '1.0', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Network': '1.1', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Port': '1.7', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'PortForwarding': '1.3', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'QosPolicy': '1.10', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'SecurityGroup': '1.5', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'SecurityGroupRule': '1.2', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'SubPort': '1.0', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Subnet': '1.1', Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: 'Trunk': '1.1'}} Jun 15 00:34:37.050376 dv-cinder-835384-6-iscsi neutron-server[104111]: {{(pid=104111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 00:34:37.055828 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Attempting to bind port 2cc59075-75e0-4248-80ad-ed9d8d956c64 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:34:37.056204 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Attempting to bind port 2cc59075-75e0-4248-80ad-ed9d8d956c64 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:34:37.057378 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Attempting to bind port 2cc59075-75e0-4248-80ad-ed9d8d956c64 on network 3761bde8-b221-417b-8881-85e060df935f {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:34:37.064545 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:34:37.064959 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Checking segment: {'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:37.065429 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.066414 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Bound using segment: {'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:34:37.066901 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Bound port: 2cc59075-75e0-4248-80ad-ed9d8d956c64, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:34:37.067461 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.073580 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:34:37.086698 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (d7acb605-0eb2-4465-89ac-a23cd763c804), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.087219 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Added segment d7acb605-0eb2-4465-89ac-a23cd763c804 of type vlan for network 635266bb-134b-444e-917a-980ab805d85f Jun 15 00:34:37.152744 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955161fe-292a-463d-8ddb-57a486473522 req-b77bfe65-c530-478f-8157-309e0cb820fd tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:37.154341 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-b77bfe65-c530-478f-8157-309e0cb820fd tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/networks?id=b190866a-72fa-4c99-a363-c68d5b2ebb49 HTTP/1.1" status: 200 len: 811 time: 0.4041975 Jun 15 00:34:37.162115 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] For port 2cc59075-75e0-4248-80ad-ed9d8d956c64, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:34:37.166927 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] For port 2cc59075-75e0-4248-80ad-ed9d8d956c64, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=2cc59075-75e0-4248-80ad-ed9d8d956c64,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:34:37.171271 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=68,neutron:INSERT=25,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:37.175879 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.178955 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4628859 Jun 15 00:34:37.184332 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53320) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:37.196969 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-54cb067b-c60f-493f-8586-82c0b844de4c admin admin] Request body: {'subnet': {'network_id': '8ea8d263-5029-49f8-bfc2-62931c54e158', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-475877882-subnet', 'tenant_id': '2d3c2ce190cc4882a6daef0dd44bb88c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:37.203766 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (635266bb-134b-444e-917a-980ab805d85f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.213399 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=75,neutron:INSERT=15,neutron:UPDATE=7,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:37.251634 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7033069 Jun 15 00:34:37.256562 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53322) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:37.273679 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7462b-64d3-4a01-93be-4f20a333cdd9 None None] Pushing event updated for resources: {'Port': ['ID=2cc59075-75e0-4248-80ad-ed9d8d956c64,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:37.275903 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (66e99f87-49a1-4115-bc83-5f9cfb627037), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.291804 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-afb80f7f-1f1b-472d-9b1d-3a2acb1bbb4b admin admin] Request body: {'subnet': {'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-subnet', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:37.305650 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969915a3-7840-412d-b221-a735a3969129,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:37.329578 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-0724cc46-45b2-4f26-b1ea-30b112403c2a tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/quotas/42c353894cf64e6ca9e2e4311632eef4 HTTP/1.1" status: 200 len: 375 time: 0.1009281 Jun 15 00:34:37.398935 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Publish callbacks [] for router_gateway (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.441601 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b964023-ffb6-4225-8aa4-f9faca318c88 admin admin] Pushing event updated for resources: {'Network': ['ID=8a1b00d6-5e32-4853-99e0-f68fb9a5757d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:37.445062 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cb067b-c60f-493f-8586-82c0b844de4c admin admin] Made reservation on behalf of 2d3c2ce190cc4882a6daef0dd44bb88c for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:37.447881 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-54cb067b-c60f-493f-8586-82c0b844de4c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.454380 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-7bea8c81-cdc6-4443-9b5b-a5c67c85bf86 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=42c353894cf64e6ca9e2e4311632eef4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1231220 Jun 15 00:34:37.456562 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.519046 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:34:37.694458 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ab333-bc91-4673-b8aa-290a7e37f01e admin admin] Pushing event updated for resources: {'Network': ['ID=8ea8d263-5029-49f8-bfc2-62931c54e158,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:37.706299 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (66e99f87-49a1-4115-bc83-5f9cfb627037), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.707230 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:37.714103 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.716090 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb80f7f-1f1b-472d-9b1d-3a2acb1bbb4b admin admin] Made reservation on behalf of 47d48d22515e469fa53498b17ed80be7 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:37.718890 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 8ea8d263-5029-49f8-bfc2-62931c54e158 details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:34:37.721250 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-afb80f7f-1f1b-472d-9b1d-3a2acb1bbb4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.751019 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (635266bb-134b-444e-917a-980ab805d85f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.752229 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:37.752868 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:37.777397 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-4e26aee7-9c3e-4a5e-9271-8d72c8e11cfb service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:34:37.786617 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-4e26aee7-9c3e-4a5e-9271-8d72c8e11cfb service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1418750 Jun 15 00:34:37.790251 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:37.817174 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.0639813 Jun 15 00:34:37.838510 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53342) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:37.858678 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-63064555-e033-4530-980c-38b86c609ae1 admin admin] Request body: {'subnet': {'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-subnet', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:37.874500 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.4620957 Jun 15 00:34:37.880759 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53348) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:37.942876 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-1d172a14-0cd5-4202-9300-9382d2a50cbf admin admin] Request body: {'subnet': {'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-subnet', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:37.961721 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53389d-1677-45b1-a6aa-8ea2f13bdda5 admin admin] Pushing event updated for resources: {'Network': ['ID=66e99f87-49a1-4115-bc83-5f9cfb627037,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:37.985999 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 66e99f87-49a1-4115-bc83-5f9cfb627037 details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:34:38.002569 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63064555-e033-4530-980c-38b86c609ae1 admin admin] Made reservation on behalf of c41af6aa819743d380018ec1eed0a793 for: {'subnet': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:38.005908 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-63064555-e033-4530-980c-38b86c609ae1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.039081 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Allocated IP 172.27.3.153 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/b897eb35-058c-4e55-97cf-17bcfecab496) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:34:38.065034 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d172a14-0cd5-4202-9300-9382d2a50cbf admin admin] Made reservation on behalf of 32c13d8e3a764cf59f81e17eaca1c853 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:38.067649 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d172a14-0cd5-4202-9300-9382d2a50cbf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.089006 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae05f11-d057-4593-ad17-89fa89ee1158 admin admin] Pushing event updated for resources: {'Network': ['ID=635266bb-134b-444e-917a-980ab805d85f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:38.102669 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-24c6ecfc-5f9d-4db2-a09e-cd538dfc643b service neutron] 10.222.0.33 "GET /v2.0/networks/b190866a-72fa-4c99-a363-c68d5b2ebb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115609 Jun 15 00:34:38.102938 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:38.115026 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 635266bb-134b-444e-917a-980ab805d85f details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:34:38.242955 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:38.325425 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53358) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:38.364919 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-afb80f7f-1f1b-472d-9b1d-3a2acb1bbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for subnet (4bddbc5c-7efb-4185-937f-e56eb0633638), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.391830 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-54cb067b-c60f-493f-8586-82c0b844de4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for subnet (4e2bc51c-5cad-4369-9b00-c4fa95cf1883), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.451008 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:38.484516 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:38.491102 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb80f7f-1f1b-472d-9b1d-3a2acb1bbb4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bddbc5c-7efb-4185-937f-e56eb0633638,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:38.533819 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-63064555-e033-4530-980c-38b86c609ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for subnet (45e8d5a0-f570-4a95-8507-e8e6d8242f3d), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.542716 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cda97ed8-b0de-498f-83f7-234a2fbb209c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.554949 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Publish callbacks [] for port (b897eb35-058c-4e55-97cf-17bcfecab496), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.562668 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-681ebfe9-40ed-4da8-b877-147f9a708ff1 service neutron] 10.222.0.33 "GET /v2.0/networks/b190866a-72fa-4c99-a363-c68d5b2ebb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327336 Jun 15 00:34:38.614393 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d172a14-0cd5-4202-9300-9382d2a50cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for subnet (e5220b8d-5fa8-4bba-b479-879643712889), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.622610 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cb067b-c60f-493f-8586-82c0b844de4c admin admin] Checking segment: {'id': '95c8febc-bc5e-469b-9528-1ae447c95046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8ea8d263-5029-49f8-bfc2-62931c54e158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:38.623263 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cb067b-c60f-493f-8586-82c0b844de4c admin admin] Network hostable DHCP agents. Network: 8ea8d263-5029-49f8-bfc2-62931c54e158, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:34:38.635415 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb80f7f-1f1b-472d-9b1d-3a2acb1bbb4b admin admin] Checking segment: {'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:38.635762 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb80f7f-1f1b-472d-9b1d-3a2acb1bbb4b admin admin] Network hostable DHCP agents. Network: 8a1b00d6-5e32-4853-99e0-f68fb9a5757d, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:34:38.648738 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb067b-c60f-493f-8586-82c0b844de4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2bc51c-5cad-4369-9b00-c4fa95cf1883,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:38.658313 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63064555-e033-4530-980c-38b86c609ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e8d5a0-f570-4a95-8507-e8e6d8242f3d,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:38.683896 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23743268-e454-40e6-83c0-078a41977eb5 None None] Network 3761bde8-b221-417b-8881-85e060df935f requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:38.698859 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (b897eb35-058c-4e55-97cf-17bcfecab496), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.701414 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63064555-e033-4530-980c-38b86c609ae1 admin admin] Checking segment: {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:38.701941 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63064555-e033-4530-980c-38b86c609ae1 admin admin] Network hostable DHCP agents. Network: 66e99f87-49a1-4115-bc83-5f9cfb627037, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:34:38.735739 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cb067b-c60f-493f-8586-82c0b844de4c admin admin] Network 8ea8d263-5029-49f8-bfc2-62931c54e158 is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:34:38.746677 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d172a14-0cd5-4202-9300-9382d2a50cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5220b8d-5fa8-4bba-b479-879643712889,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:38.757301 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb80f7f-1f1b-472d-9b1d-3a2acb1bbb4b admin admin] Network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:34:38.772417 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:38.777397 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-54cb067b-c60f-493f-8586-82c0b844de4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 8ea8d263-5029-49f8-bfc2-62931c54e158) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:38.782335 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-afb80f7f-1f1b-472d-9b1d-3a2acb1bbb4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 8a1b00d6-5e32-4853-99e0-f68fb9a5757d) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:38.787207 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:38.790928 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cb067b-c60f-493f-8586-82c0b844de4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:38.791536 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-54cb067b-c60f-493f-8586-82c0b844de4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.799181 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d172a14-0cd5-4202-9300-9382d2a50cbf admin admin] Checking segment: {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:38.799531 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d172a14-0cd5-4202-9300-9382d2a50cbf admin admin] Network hostable DHCP agents. Network: 635266bb-134b-444e-917a-980ab805d85f, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:34:38.799669 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:38.807058 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:34:38.813704 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Pushing event updated for resources: {'Port': ['ID=b897eb35-058c-4e55-97cf-17bcfecab496,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:38.820803 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6524b720-1403-4902-a836-f89b99a485f6 None None] Network 8ea8d263-5029-49f8-bfc2-62931c54e158 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:38.829039 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8eee110f-5954-4f0e-ae4f-2179a0bf11c1 None None] Provisioning complete for port 2cc59075-75e0-4248-80ad-ed9d8d956c64 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:38.829763 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8eee110f-5954-4f0e-ae4f-2179a0bf11c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.836146 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cda97ed8-b0de-498f-83f7-234a2fbb209c admin admin] Publish callbacks [] for security_group (1a135b24-f44d-4e12-9625-e7552baba71c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.869342 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb80f7f-1f1b-472d-9b1d-3a2acb1bbb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:38.870986 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-afb80f7f-1f1b-472d-9b1d-3a2acb1bbb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.876546 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cda97ed8-b0de-498f-83f7-234a2fbb209c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (1a135b24-f44d-4e12-9625-e7552baba71c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.878677 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63064555-e033-4530-980c-38b86c609ae1 admin admin] Network 66e99f87-49a1-4115-bc83-5f9cfb627037 is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:34:38.889009 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-63064555-e033-4530-980c-38b86c609ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 66e99f87-49a1-4115-bc83-5f9cfb627037) {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:38.890305 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-54cb067b-c60f-493f-8586-82c0b844de4c admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7024968 Jun 15 00:34:38.903391 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63064555-e033-4530-980c-38b86c609ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:38.903986 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-63064555-e033-4530-980c-38b86c609ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:38.950915 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d172a14-0cd5-4202-9300-9382d2a50cbf admin admin] Network 635266bb-134b-444e-917a-980ab805d85f is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:34:38.981715 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-1d172a14-0cd5-4202-9300-9382d2a50cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 635266bb-134b-444e-917a-980ab805d85f) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:38.989620 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cda97ed8-b0de-498f-83f7-234a2fbb209c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=828186402a37485ab1b716d3f1d60787&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6591303 Jun 15 00:34:38.993079 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53388) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:39.019262 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-afb80f7f-1f1b-472d-9b1d-3a2acb1bbb4b admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7315915 Jun 15 00:34:39.038931 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d172a14-0cd5-4202-9300-9382d2a50cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:39.040182 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d172a14-0cd5-4202-9300-9382d2a50cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.063604 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53394) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:39.074856 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-63064555-e033-4530-980c-38b86c609ae1 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2210541 Jun 15 00:34:39.081157 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9af260d2-4107-4420-9d3d-dcb51bf68266 req-b3d30b13-3be0-419e-a041-ff4631f3cdab tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 210 time: 0.1267922 Jun 15 00:34:39.093844 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53398) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:39.102512 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:39.133760 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:39.134484 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:39.135578 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fb537a-4533-4ab6-85a5-7287a5ad93b0 None None] Network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:39.137811 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4995e88-9cd6-4baa-a0bf-b9fb1df19749 None None] Network 66e99f87-49a1-4115-bc83-5f9cfb627037 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:39.171384 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda97ed8-b0de-498f-83f7-234a2fbb209c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a135b24-f44d-4e12-9625-e7552baba71c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:39.173692 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2934'] for router (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.174931 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7977495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7963810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2893'] for router (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.186429 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8952f171-8ea2-4abf-b2fe-6cb7ff52f69c None None] Network 635266bb-134b-444e-917a-980ab805d85f requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:39.247994 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1d172a14-0cd5-4202-9300-9382d2a50cbf admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3654566 Jun 15 00:34:39.250921 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53412) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:39.255290 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:39.264697 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2934'] for router (1930a8d2-8e1b-43f5-8705-3de06e95c595), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.265853 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7977495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7963810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2893'] for router (1930a8d2-8e1b-43f5-8705-3de06e95c595), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.318251 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2934'] for router (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.321498 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7977495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7963810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2893'] for router (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.339216 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8e649c3-75de-4ac3-906d-abf0a95d8ae3 admin admin] Publish callbacks [] for security_group (1a135b24-f44d-4e12-9625-e7552baba71c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.428961 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:39.439664 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:39.445738 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8e649c3-75de-4ac3-906d-abf0a95d8ae3 admin admin] Publish callbacks [] for security_group (1a135b24-f44d-4e12-9625-e7552baba71c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.463546 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Publish callbacks [] for router_controller (1930a8d2-8e1b-43f5-8705-3de06e95c595), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.519007 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 2cc59075-75e0-4248-80ad-ed9d8d956c64 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:34:39.544099 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Publish callbacks [] for router_controller (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.568337 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e401673-75d9-5f2e-9213-2e759a50af8d-635266bb-134b-444e-917a-980ab805d85f', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889'}]}} from dv-cinder-835384-6-iscsi. {{(pid=104111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 00:34:39.569609 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.571290 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Publish callbacks [] for router_controller (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), precommit_add_association {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.753410 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Publish callbacks [] for router_gateway (1930a8d2-8e1b-43f5-8705-3de06e95c595), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.779429 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d769879-a939-4ab6-b44f-099fcae461dd None None] Network 8ea8d263-5029-49f8-bfc2-62931c54e158 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:39.805404 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Publish callbacks [] for router_gateway (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.864417 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 2cc59075-75e0-4248-80ad-ed9d8d956c64 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:39.864799 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:39.961462 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Publish callbacks [] for router_gateway (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.000834 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8e649c3-75de-4ac3-906d-abf0a95d8ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (1a135b24-f44d-4e12-9625-e7552baba71c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.010338 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8e649c3-75de-4ac3-906d-abf0a95d8ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.012482 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e8e649c3-75de-4ac3-906d-abf0a95d8ae3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1a135b24-f44d-4e12-9625-e7552baba71c HTTP/1.1" status: 204 len: 168 time: 0.9917443 Jun 15 00:34:40.059204 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53448) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:40.066008 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Publish callbacks [] for router_gateway (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.073940 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e649c3-75de-4ac3-906d-abf0a95d8ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a135b24-f44d-4e12-9625-e7552baba71c,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:40.084638 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-48080204-network', 'tenant_id': '2eef39097e0e4e9b9dc3b52270753eac'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:40.105820 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=8,neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:40.158064 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:40.200104 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Made reservation on behalf of 2eef39097e0e4e9b9dc3b52270753eac for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:40.203368 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.261645 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.333713 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53456) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:40.339747 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8eee110f-5954-4f0e-ae4f-2179a0bf11c1 None None] Current status of the port 2cc59075-75e0-4248-80ad-ed9d8d956c64 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:40.340417 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8eee110f-5954-4f0e-ae4f-2179a0bf11c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.344034 dv-cinder-835384-6-iscsi neutron-server[104109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 00:34:40.520082 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e401673-75d9-5f2e-9213-2e759a50af8d-66e99f87-49a1-4115-bc83-5f9cfb627037', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d'}]}} from dv-cinder-835384-6-iscsi. {{(pid=104111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 00:34:40.521300 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.524685 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:40.562467 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963648'] for router (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.627438 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e6c7ee7-7643-44c8-b712-03041006cbe2 req-e9492d3e-e043-4579-8ebc-9ff3d477bc22 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 210 time: 0.2916954 Jun 15 00:34:40.649536 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8eee110f-5954-4f0e-ae4f-2179a0bf11c1 None None] For port 2cc59075-75e0-4248-80ad-ed9d8d956c64, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=2cc59075-75e0-4248-80ad-ed9d8d956c64,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:34:40.666804 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Publish callbacks [] for router_gateway (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.667605 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e401673-75d9-5f2e-9213-2e759a50af8d-8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'project_id': '47d48d22515e469fa53498b17ed80be7', 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638'}]}} from dv-cinder-835384-6-iscsi. {{(pid=104111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 00:34:40.668593 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.695397 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.772322 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Publish callbacks [] for router_gateway (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.799299 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Publish callbacks [] for router_gateway (1930a8d2-8e1b-43f5-8705-3de06e95c595), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.804580 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.836210 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 2cc59075-75e0-4248-80ad-ed9d8d956c64 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:40.836871 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.838459 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.889952 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8eee110f-5954-4f0e-ae4f-2179a0bf11c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.904008 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Allocated IP 172.27.3.124 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/3db9febf-3d30-45b9-bd7b-326bbaf10285) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:34:40.939987 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Publish callbacks [] for security_group (c5dc093c-efe7-4eb6-aeec-5410a6591311), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:40.958677 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (c5dc093c-efe7-4eb6-aeec-5410a6591311), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.002410 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:34:41.019477 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:41.022710 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dc093c-efe7-4eb6-aeec-5410a6591311,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:41.027555 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (28c91e39-f249-4a34-b903-fe23bef9cd56), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.028098 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Added segment 28c91e39-f249-4a34-b903-fe23bef9cd56 of type vlan for network 61d7113f-14da-4982-b193-e1d4accc76cc Jun 15 00:34:41.054573 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 is scheduled to L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 with binding_index 1 {{(pid=104110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 00:34:41.082092 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (61d7113f-14da-4982-b193-e1d4accc76cc), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.117464 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (61d7113f-14da-4982-b193-e1d4accc76cc), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.118705 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:41.119408 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.156007 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53482) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:41.157896 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:41.209310 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] Pushing event updated for resources: {'Network': ['ID=61d7113f-14da-4982-b193-e1d4accc76cc,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:41.219244 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-040a9238-643c-4845-a943-c4934a218484 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1561050 Jun 15 00:34:41.220075 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53486) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:41.230090 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-86e860d6-6216-4295-a654-5ec2009cf599 admin admin] Request body: {'subnet': {'network_id': '61d7113f-14da-4982-b193-e1d4accc76cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-48080204-subnet', 'tenant_id': '2eef39097e0e4e9b9dc3b52270753eac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:41.235266 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Publish callbacks [] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.241914 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:34:41.258744 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Sync routers for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:34:41.277351 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e860d6-6216-4295-a654-5ec2009cf599 admin admin] Made reservation on behalf of 2eef39097e0e4e9b9dc3b52270753eac for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:41.284587 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:34:41.284587 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:34:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:41.284931 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86e860d6-6216-4295-a654-5ec2009cf599 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.321372 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.325458 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-fb8db4c8-7247-41c4-8ca7-914a06be8a84 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1159580 Jun 15 00:34:41.326059 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53492) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:41.345679 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.db_base_plugin_common [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Allocated IP 172.20.0.2 (66e99f87-49a1-4115-bc83-5f9cfb627037/45e8d5a0-f570-4a95-8507-e8e6d8242f3d/5dc739e5-cc1a-4a66-a8ad-a537ed1146f2) {{(pid=104111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:34:41.373532 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.453944 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-04a18e98-4a09-41a7-bae3-2fcf45ac42d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.460867 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:41.473533 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:41.479329 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:34:41.480952 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:41.482354 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Pushing event updated for resources: {'Port': ['ID=3db9febf-3d30-45b9-bd7b-326bbaf10285,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:41.493704 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:41.508261 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:41.523503 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:34:41.524529 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 61d7113f-14da-4982-b193-e1d4accc76cc details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:34:41.617063 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.db_base_plugin_common [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Allocated IP 172.20.0.2 (635266bb-134b-444e-917a-980ab805d85f/e5220b8d-5fa8-4bba-b479-879643712889/53cd0a65-ce88-4be6-9ffb-4de2ac437451) {{(pid=104111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:34:41.747949 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Allocated IP 172.27.3.167 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/50c96aaa-f609-45ec-b934-52bf6e9103e8) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:34:41.779172 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-04a18e98-4a09-41a7-bae3-2fcf45ac42d7 admin admin] Publish callbacks [] for security_group (86e08a2f-3d74-4654-aeb1-8d83a6408f60), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.790684 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-04a18e98-4a09-41a7-bae3-2fcf45ac42d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (86e08a2f-3d74-4654-aeb1-8d83a6408f60), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.813169 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee110f-5954-4f0e-ae4f-2179a0bf11c1 None None] Pushing event updated for resources: {'Port': ['ID=2cc59075-75e0-4248-80ad-ed9d8d956c64,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:41.816155 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:41.818073 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.db.api [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 15 00:34:41.818567 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG oslo_db.api [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 00:34:41.881726 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-301126df-d726-476e-ac66-33a7d87b706d None None] Provisioning complete for port 2cc59075-75e0-4248-80ad-ed9d8d956c64 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:41.882422 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-301126df-d726-476e-ac66-33a7d87b706d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.906814 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a18e98-4a09-41a7-bae3-2fcf45ac42d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e08a2f-3d74-4654-aeb1-8d83a6408f60,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:41.944302 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-04a18e98-4a09-41a7-bae3-2fcf45ac42d7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6973acb409cc4a92b0e724716ae4c05e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7822514 Jun 15 00:34:41.944302 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Publish callbacks [] for router_gateway (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:41.974166 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53502) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:42.033993 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:42.093172 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Publish callbacks [] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), precommit_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.099467 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2a764dde-ea87-4946-b2d3-dd7f16b76cec req-4956af9c-7f47-462e-99f2-7388a01c5514 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 210 time: 0.0450804 Jun 15 00:34:42.148503 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.160124 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:39Z', 'revision_number': 3, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:42.190221 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.db_base_plugin_common [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Allocated IP 172.20.0.2 (8a1b00d6-5e32-4853-99e0-f68fb9a5757d/4bddbc5c-7efb-4185-937f-e56eb0633638/a931998c-d67f-4ba2-b59f-24439dfd7144) {{(pid=104111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:34:42.192770 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Publish callbacks [] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.271687 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Network 635266bb-134b-444e-917a-980ab805d85f is already hosted by enough agents. {{(pid=104111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:42.284172 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86e860d6-6216-4295-a654-5ec2009cf599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for subnet (1a5e571d-698b-4999-8737-54d40e3468f2), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.285184 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Checking router: db8f38eb-5817-49ad-9b9e-39c0bb8ac411 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:34:42.287598 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Updating router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 port b897eb35-058c-4e55-97cf-17bcfecab496 binding host dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:34:42.300314 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Publish callbacks [] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), precommit_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.305382 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.base_scheduler [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Resources bound (agent type, host, resource id): {{(pid=104111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:42.312600 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Pushing event updated for resources: {'Port': ['ID=53cd0a65-ce88-4be6-9ffb-4de2ac437451,revision_number=1']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:42.329158 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Received port after_create {{(pid=104111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:34:42.344598 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:42.362408 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:42.363433 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.389421 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.42', 54598) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:42.400755 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b897eb35-058c-4e55-97cf-17bcfecab496), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.421311 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-301126df-d726-476e-ac66-33a7d87b706d None None] Current status of the port 2cc59075-75e0-4248-80ad-ed9d8d956c64 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:42.432859 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963648'] for router (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.500524 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Network 66e99f87-49a1-4115-bc83-5f9cfb627037 is already hosted by enough agents. {{(pid=104111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:42.624323 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-889be340-76c1-4fa8-acf1-bc9ce8e30cd3 admin admin] Publish callbacks [] for security_group (86e08a2f-3d74-4654-aeb1-8d83a6408f60), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.667782 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.base_scheduler [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Resources bound (agent type, host, resource id): {{(pid=104111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:42.669457 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 2cc59075-75e0-4248-80ad-ed9d8d956c64 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:42.671955 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Received port after_create {{(pid=104111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:34:42.684121 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Pushing event updated for resources: {'Port': ['ID=5dc739e5-cc1a-4a66-a8ad-a537ed1146f2,revision_number=1']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:42.717665 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-889be340-76c1-4fa8-acf1-bc9ce8e30cd3 admin admin] Publish callbacks [] for security_group (86e08a2f-3d74-4654-aeb1-8d83a6408f60), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.731807 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e860d6-6216-4295-a654-5ec2009cf599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5e571d-698b-4999-8737-54d40e3468f2,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:42.739590 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Attempting to bind port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:34:42.739966 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Attempting to bind port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:34:42.740331 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Attempting to bind port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 on network 635266bb-134b-444e-917a-980ab805d85f {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:34:42.773608 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.791833 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:34:42.792940 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Checking segment: {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:42.793496 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.794034 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Bound using segment: {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:34:42.794187 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955161fe-292a-463d-8ddb-57a486473522 req-32b81742-bcf5-421b-ba3a-e58bfc7d81b1 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:42.795449 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Bound port: 53cd0a65-ce88-4be6-9ffb-4de2ac437451, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:34:42.795998 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.799492 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-32b81742-bcf5-421b-ba3a-e58bfc7d81b1 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.42 "GET /v2.0/networks?id=b190866a-72fa-4c99-a363-c68d5b2ebb49 HTTP/1.1" status: 200 len: 811 time: 0.3963628 Jun 15 00:34:42.849684 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 is scheduled to L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 with binding_index 1 {{(pid=104110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 00:34:42.852791 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:42.854692 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e860d6-6216-4295-a654-5ec2009cf599 admin admin] Checking segment: {'id': '28c91e39-f249-4a34-b903-fe23bef9cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '61d7113f-14da-4982-b193-e1d4accc76cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:42.855204 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e860d6-6216-4295-a654-5ec2009cf599 admin admin] Network hostable DHCP agents. Network: 61d7113f-14da-4982-b193-e1d4accc76cc, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:34:42.859456 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Attempting to bind port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:34:42.859828 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Attempting to bind port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:34:42.860539 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Attempting to bind port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 on network 66e99f87-49a1-4115-bc83-5f9cfb627037 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:34:42.916415 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 2cc59075-75e0-4248-80ad-ed9d8d956c64 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:34:42.947102 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Publish callbacks [] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), precommit_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.972866 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:34:42.973464 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Checking segment: {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:42.973855 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.974247 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Bound using segment: {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:34:42.974723 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Bound port: 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:34:42.975144 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:42.977799 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:42.979473 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-955161fe-292a-463d-8ddb-57a486473522 req-3f2fd645-1e70-48d7-b90a-569e3dbef3d7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Request body: {'port': {'device_id': '99b3c44f-2913-4674-b6d2-9930ec53d114', 'network_id': 'b190866a-72fa-4c99-a363-c68d5b2ebb49', 'admin_state_up': True, 'tenant_id': '42c353894cf64e6ca9e2e4311632eef4'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:43.014397 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:43.041952 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:43.081045 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d is already hosted by enough agents. {{(pid=104111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:43.092263 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Pushing event updated for resources: {'Port': ['ID=50c96aaa-f609-45ec-b934-52bf6e9103e8,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:43.096120 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:43.103740 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:34:43.130457 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.base_scheduler [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Resources bound (agent type, host, resource id): {{(pid=104111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:43.133651 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Received port after_create {{(pid=104111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:34:43.142812 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] For port 53cd0a65-ce88-4be6-9ffb-4de2ac437451, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:34:43.183926 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] For port 53cd0a65-ce88-4be6-9ffb-4de2ac437451, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=53cd0a65-ce88-4be6-9ffb-4de2ac437451,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:34:43.185357 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Pushing event updated for resources: {'Port': ['ID=a931998c-d67f-4ba2-b59f-24439dfd7144,revision_number=1']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:43.190973 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e860d6-6216-4295-a654-5ec2009cf599 admin admin] Network 61d7113f-14da-4982-b193-e1d4accc76cc is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:34:43.223786 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 2cc59075-75e0-4248-80ad-ed9d8d956c64 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:43.224179 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:43.226862 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:43.281627 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] For port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:34:43.357362 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Allocated IP 172.27.3.40 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/cd833798-8724-4133-a11b-2c818ae4d30a) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:34:43.359700 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-889be340-76c1-4fa8-acf1-bc9ce8e30cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (86e08a2f-3d74-4654-aeb1-8d83a6408f60), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:43.363022 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-889be340-76c1-4fa8-acf1-bc9ce8e30cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:43.364806 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-889be340-76c1-4fa8-acf1-bc9ce8e30cd3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/86e08a2f-3d74-4654-aeb1-8d83a6408f60 HTTP/1.1" status: 204 len: 168 time: 1.3841548 Jun 15 00:34:43.391764 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889be340-76c1-4fa8-acf1-bc9ce8e30cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e08a2f-3d74-4654-aeb1-8d83a6408f60,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:43.394040 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-86e860d6-6216-4295-a654-5ec2009cf599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 61d7113f-14da-4982-b193-e1d4accc76cc) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:43.423959 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d61210-b59a-455c-9b73-1f1d4c93abe6 None None] Network 61d7113f-14da-4982-b193-e1d4accc76cc requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:43.438727 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e860d6-6216-4295-a654-5ec2009cf599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:43.439679 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86e860d6-6216-4295-a654-5ec2009cf599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:43.452632 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] For port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=5dc739e5-cc1a-4a66-a8ad-a537ed1146f2,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:34:43.479959 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Attempting to bind port a931998c-d67f-4ba2-b59f-24439dfd7144 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:34:43.482885 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Attempting to bind port a931998c-d67f-4ba2-b59f-24439dfd7144 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:34:43.483625 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Attempting to bind port a931998c-d67f-4ba2-b59f-24439dfd7144 on network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:34:43.508652 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:34:43.509798 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-789a2ab6-95b5-4108-a8cc-60df8e420b55 req-d22f7a91-b4a1-4ed8-97c7-c07e94ccedad tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 210 time: 0.0472934 Jun 15 00:34:43.520873 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-86e860d6-6216-4295-a654-5ec2009cf599 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2976258 Jun 15 00:34:43.578065 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:43.604976 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955161fe-292a-463d-8ddb-57a486473522 req-3f2fd645-1e70-48d7-b90a-569e3dbef3d7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Made reservation on behalf of 42c353894cf64e6ca9e2e4311632eef4 for: {'port': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:34:43.609007 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-955161fe-292a-463d-8ddb-57a486473522 req-3f2fd645-1e70-48d7-b90a-569e3dbef3d7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:43.617197 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:43.624527 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Sync routers for ids ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:34:43.630073 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:43.635457 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-90780e8d-b3cd-4e9d-ba99-f075f1487da4 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5404606 Jun 15 00:34:43.642006 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53560) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:43.647541 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:43.701316 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:34:43.701558 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Checking segment: {'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:43.701836 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:43.703213 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Bound using segment: {'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:34:43.703924 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Bound port: a931998c-d67f-4ba2-b59f-24439dfd7144, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:34:43.704624 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:43.732296 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c7746-2760-4dd3-85c9-31ebb2c979ef None None] Pushing event updated for resources: {'Port': ['ID=53cd0a65-ce88-4be6-9ffb-4de2ac437451,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:43.794373 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Routers {'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:34:43.795055 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:34:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:43.851009 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53566) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:43.988694 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:44.057148 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [req-955161fe-292a-463d-8ddb-57a486473522 req-3f2fd645-1e70-48d7-b90a-569e3dbef3d7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Allocated IP 172.20.0.6 (b190866a-72fa-4c99-a363-c68d5b2ebb49/f62bf77b-2c37-428f-a206-e5ae9922c7d4/48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:34:44.063767 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:44.073095 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:44.092339 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc37bc50-10d3-4efb-9609-26c9cc71edb8 admin admin] Deleting subnet 4e2bc51c-5cad-4369-9b00-c4fa95cf1883 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:34:44.330441 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc37bc50-10d3-4efb-9609-26c9cc71edb8 admin admin] Publish callbacks [] for subnet (4e2bc51c-5cad-4369-9b00-c4fa95cf1883), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:44.335447 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] For port a931998c-d67f-4ba2-b59f-24439dfd7144, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:34:44.339553 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] For port a931998c-d67f-4ba2-b59f-24439dfd7144, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=a931998c-d67f-4ba2-b59f-24439dfd7144,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:34:44.350920 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=5,neutron:DELETE=4,neutron:SELECT=84,neutron:UPDATE=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:44.366295 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bbf75-da5c-4078-9096-603bc5b74167 None None] Pushing event updated for resources: {'Port': ['ID=5dc739e5-cc1a-4a66-a8ad-a537ed1146f2,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:44.393396 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:44.406166 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:44.540767 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Allocated IP 172.20.0.1 (3761bde8-b221-417b-8881-85e060df935f/689a593e-4a17-4083-adfb-a273ffd4ed01/22c75cae-1878-4ab8-b96a-b30fac54dc54) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:34:44.556807 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964da66-c0ad-41ea-8483-16f5f2e840b9 None None] Pushing event updated for resources: {'Port': ['ID=a931998c-d67f-4ba2-b59f-24439dfd7144,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:44.645350 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4def188b-fb1a-4337-a811-0bfcef09111f None None] Network 61d7113f-14da-4982-b193-e1d4accc76cc requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:44.685643 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc37bc50-10d3-4efb-9609-26c9cc71edb8 admin admin] Publish callbacks [] for subnet (4e2bc51c-5cad-4369-9b00-c4fa95cf1883), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:44.833610 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc37bc50-10d3-4efb-9609-26c9cc71edb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (4e2bc51c-5cad-4369-9b00-c4fa95cf1883), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:44.923947 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Publish callbacks [] for port (cd833798-8724-4133-a11b-2c818ae4d30a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:44.933615 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 2cc59075-75e0-4248-80ad-ed9d8d956c64 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:44.969957 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:45.028424 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Set router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:34:45.029212 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-be8b3211-0be6-4f11-86af-a0a12aab230f req-e5dc89e3-d0d7-475d-8c33-08cd2f4245d1 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 210 time: 0.1862316 Jun 15 00:34:45.108333 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Publish callbacks [] for router_gateway (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:45.166961 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-955161fe-292a-463d-8ddb-57a486473522 req-3f2fd645-1e70-48d7-b90a-569e3dbef3d7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Publish callbacks [] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:45.449270 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:34:45.554391 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841d5e77-a27e-471e-a9b3-141b21242f3f None None] Network 635266bb-134b-444e-917a-980ab805d85f requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:45.592283 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-955161fe-292a-463d-8ddb-57a486473522 req-3f2fd645-1e70-48d7-b90a-569e3dbef3d7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:45.722382 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:45.757234 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:45.760274 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Publish callbacks [] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:45.763482 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:41Z', 'revision_number': 3, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:45.802720 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:45.805285 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963648'] for router (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:45.814567 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:45.861741 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Checking router: fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:34:45.862202 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Updating router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 port 3db9febf-3d30-45b9-bd7b-326bbaf10285 binding host dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:34:45.882184 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Network 3761bde8-b221-417b-8881-85e060df935f is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:45.891877 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=22c75cae-1878-4ab8-b96a-b30fac54dc54,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:45.900184 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:45.916327 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:34:45.916841 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977508'] for router_interface (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:45.930127 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:45.957745 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955161fe-292a-463d-8ddb-57a486473522 req-3f2fd645-1e70-48d7-b90a-569e3dbef3d7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Network b190866a-72fa-4c99-a363-c68d5b2ebb49 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:45.991531 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-3e6385ea-6256-492c-ab4c-88a8f3608b75 None None] Provisioning complete for port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:45.991909 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-3e6385ea-6256-492c-ab4c-88a8f3608b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:45.992676 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [req-955161fe-292a-463d-8ddb-57a486473522 req-3f2fd645-1e70-48d7-b90a-569e3dbef3d7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:46.057310 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b25c8c0-f1c0-4b01-be63-386f4cf73bda None None] Network 66e99f87-49a1-4115-bc83-5f9cfb627037 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:46.086423 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-955161fe-292a-463d-8ddb-57a486473522 req-3f2fd645-1e70-48d7-b90a-569e3dbef3d7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:34:46.097760 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955161fe-292a-463d-8ddb-57a486473522 req-3f2fd645-1e70-48d7-b90a-569e3dbef3d7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:46.101575 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-955161fe-292a-463d-8ddb-57a486473522 req-3f2fd645-1e70-48d7-b90a-569e3dbef3d7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:46.205442 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-3f2fd645-1e70-48d7-b90a-569e3dbef3d7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2891231 Jun 15 00:34:46.206125 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fd645-1e70-48d7-b90a-569e3dbef3d7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Pushing event updated for resources: {'Port': ['ID=48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:46.238836 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-c25fab04-3c08-4e03-aea4-a290440cbf6e tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:34:46.239862 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-c25fab04-3c08-4e03-aea4-a290440cbf6e tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0110414 Jun 15 00:34:46.291266 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (cd833798-8724-4133-a11b-2c818ae4d30a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:46.294233 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:46.661919 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc37bc50-10d3-4efb-9609-26c9cc71edb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for subnet (4e2bc51c-5cad-4369-9b00-c4fa95cf1883), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:46.802598 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Publish callbacks [] for port (b897eb35-058c-4e55-97cf-17bcfecab496), precommit_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:46.815505 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b897eb35-058c-4e55-97cf-17bcfecab496), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:46.956482 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Request body: {'port': {'device_id': '99b3c44f-2913-4674-b6d2-9930ec53d114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:47.039240 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Attempting to bind port b897eb35-058c-4e55-97cf-17bcfecab496 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:34:47.040005 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Attempting to bind port b897eb35-058c-4e55-97cf-17bcfecab496 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:34:47.041513 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Attempting to bind port b897eb35-058c-4e55-97cf-17bcfecab496 on network 22694c3b-fdcf-46c7-9baf-13f71912d01c {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:34:47.093866 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:34:47.095481 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Checking segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:47.095899 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:47.099033 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Bound using segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:34:47.101238 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Bound port: b897eb35-058c-4e55-97cf-17bcfecab496, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:34:47.103852 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b897eb35-058c-4e55-97cf-17bcfecab496), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:47.146146 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Pushing event updated for resources: {'Port': ['ID=b897eb35-058c-4e55-97cf-17bcfecab496,revision_number=2']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:47.199087 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:47.199716 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:47.233931 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37bc50-10d3-4efb-9609-26c9cc71edb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e2bc51c-5cad-4369-9b00-c4fa95cf1883,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:47.268610 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:47.270881 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc37bc50-10d3-4efb-9609-26c9cc71edb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:47.274000 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cc37bc50-10d3-4efb-9609-26c9cc71edb8 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/4e2bc51c-5cad-4369-9b00-c4fa95cf1883 HTTP/1.1" status: 204 len: 168 time: 3.4186490 Jun 15 00:34:47.302501 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af74daa-7303-4505-966e-deaabab97d38 None None] Network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:34:47.306631 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:47.339923 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53612) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:47.340618 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:47.388355 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48284ea4-3da0-406d-b9f6-6e1c8708ae64 req-8c8e8116-6f17-4aa1-8bc3-0ad2b0a5977a tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:47.395538 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] For port b897eb35-058c-4e55-97cf-17bcfecab496, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:34:47.402675 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48284ea4-3da0-406d-b9f6-6e1c8708ae64 req-8c8e8116-6f17-4aa1-8bc3-0ad2b0a5977a tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 931 time: 1.1264367 Jun 15 00:34:47.407876 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] For port b897eb35-058c-4e55-97cf-17bcfecab496, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=b897eb35-058c-4e55-97cf-17bcfecab496,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:34:47.409436 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:34:47.422140 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:47.430151 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.430562 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.431035 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.438563 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.445521 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.447185 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.448406 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.449025 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.450120 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.452882 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.453592 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.455040 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.455948 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.457398 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.458732 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Tracked resource versions report: Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: pushed versions: Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: { 'AddressGroup': {'1.2'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Agent': {'1.1'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'ConntrackHelper': {'1.0'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'LocalIPAssociation': {'1.0'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Log': {'1.0'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'NDPProxy': {'1.0'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Network': {'1.1'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Port': {'1.7'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'PortForwarding': {'1.3'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'QosPolicy': {'1.10'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'SecurityGroup': {'1.5'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'SecurityGroupRule': {'1.2'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'SubPort': {'1.0'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Subnet': {'1.1'}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Trunk': {'1.1'}} Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: consumer versions: Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: { DHCP agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: HyperV agent@hv-cinder-83538: {}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: L3 agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: Metadata agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: Metering agent@dv-cinder-835384-6-iscsi: {}, Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: Open vSwitch agent@dv-cinder-835384-6-iscsi: { 'AddressGroup': '1.2', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Agent': '1.1', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'ConntrackHelper': '1.0', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'LocalIPAssociation': '1.0', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Log': '1.0', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'NDPProxy': '1.0', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Network': '1.1', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Port': '1.7', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'PortForwarding': '1.3', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'QosPolicy': '1.10', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'SecurityGroup': '1.5', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'SecurityGroupRule': '1.2', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'SubPort': '1.0', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Subnet': '1.1', Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: 'Trunk': '1.1'}} Jun 15 00:34:47.461259 dv-cinder-835384-6-iscsi neutron-server[104112]: {{(pid=104112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 00:34:47.528107 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b897eb35-058c-4e55-97cf-17bcfecab496), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:47.687901 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:47.726531 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564d7ad-4fca-456b-9c52-d06be07ad9b1 None None] Pushing event updated for resources: {'Port': ['ID=b897eb35-058c-4e55-97cf-17bcfecab496,revision_number=3']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:47.802442 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:34:47.804007 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:34:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:47.858429 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Pushing event updated for resources: {'Port': ['ID=cd833798-8724-4133-a11b-2c818ae4d30a,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:47.973053 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48284ea4-3da0-406d-b9f6-6e1c8708ae64 req-3063b6ab-b89e-4202-91ba-1179c6c5d3ea tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730250 Jun 15 00:34:48.033277 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:34:48.062483 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:48.115799 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:48.211035 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b is scheduled to L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 00:34:48.215086 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Publish callbacks [] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:48.216582 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:48.256764 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-3e6385ea-6256-492c-ab4c-88a8f3608b75 None None] Current status of the port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:48.257183 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-3e6385ea-6256-492c-ab4c-88a8f3608b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:48.271565 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Publish callbacks [] for router_gateway (1930a8d2-8e1b-43f5-8705-3de06e95c595), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:48.272323 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:48.336863 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:48.414411 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:48.414811 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:48.434739 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:34:48.493069 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Publish callbacks [] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:48.509262 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Allocated IP 172.20.0.1 (66e99f87-49a1-4115-bc83-5f9cfb627037/45e8d5a0-f570-4a95-8507-e8e6d8242f3d/6f353668-9c43-4961-93c2-0490d7af8ee1) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:34:48.511425 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:39Z', 'revision_number': 3, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:48.549981 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Attempting to bind port 3db9febf-3d30-45b9-bd7b-326bbaf10285 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:34:48.555345 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Attempting to bind port 3db9febf-3d30-45b9-bd7b-326bbaf10285 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:34:48.556027 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Attempting to bind port 3db9febf-3d30-45b9-bd7b-326bbaf10285 on network 22694c3b-fdcf-46c7-9baf-13f71912d01c {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:34:48.581363 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:34:48.582130 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Checking segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:48.585636 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d69759-0ad5-404e-a460-7e3bb6798fb7 None None] The sync data for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi is: [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:39Z', 'revision_number': 3, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:34:48.586500 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:48.587488 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Bound using segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:34:48.588666 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Bound port: 3db9febf-3d30-45b9-bd7b-326bbaf10285, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:34:48.589306 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:48.650633 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Publish callbacks [] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:48.716878 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-3e6385ea-6256-492c-ab4c-88a8f3608b75 None None] For port 53cd0a65-ce88-4be6-9ffb-4de2ac437451, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=53cd0a65-ce88-4be6-9ffb-4de2ac437451,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:34:48.718261 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea105e-8d1d-45cc-a9b3-7b84fbd67091 None None] Pushing event updated for resources: {'Port': ['ID=3db9febf-3d30-45b9-bd7b-326bbaf10285,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:48.784053 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=5dc739e5-cc1a-4a66-a8ad-a537ed1146f2,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:34:48.799431 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-3e6385ea-6256-492c-ab4c-88a8f3608b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:48.806614 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:48.807771 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 53cd0a65-ce88-4be6-9ffb-4de2ac437451 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:34:48.912914 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Publish callbacks [] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:48.972456 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:48.973716 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:49.019514 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:34:49.038588 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:49.043243 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:49.044727 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Transition to ACTIVE for port object 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 will not be triggered until provisioned by entity L2. {{(pid=104110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:34:49.055434 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7930127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7977560'] for router_interface (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:49.060832 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] For port 3db9febf-3d30-45b9-bd7b-326bbaf10285, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:34:49.073084 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Sync routers for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:34:49.095173 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] For port 3db9febf-3d30-45b9-bd7b-326bbaf10285, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=3db9febf-3d30-45b9-bd7b-326bbaf10285,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:34:49.111177 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:34:49.120177 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:34:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:49.126554 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:49.208785 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:49.212405 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (8ea8d263-5029-49f8-bfc2-62931c54e158), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:49.220021 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Network 3761bde8-b221-417b-8881-85e060df935f is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:49.242725 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Network 66e99f87-49a1-4115-bc83-5f9cfb627037 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:49.247557 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6385ea-6256-492c-ab4c-88a8f3608b75 None None] Pushing event updated for resources: {'Port': ['ID=53cd0a65-ce88-4be6-9ffb-4de2ac437451,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:49.280181 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:49.309685 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:49.314166 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:34:49.314670 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977508'] for router_interface (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:49.362998 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Provisioning complete for port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:49.364472 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:49.484109 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:34:49.514549 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:49.525668 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f797b30e-804b-49e6-b1cb-0c05855af632 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.2736359 Jun 15 00:34:49.549626 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:49.555880 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:49.563371 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53652) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:49.648133 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:49.675909 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:49.683987 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:49.706806 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:43Z', 'revision_number': 3, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:49.754890 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Checking router: 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:34:49.755299 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Updating router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b port 50c96aaa-f609-45ec-b934-52bf6e9103e8 binding host dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:34:49.769794 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (8ea8d263-5029-49f8-bfc2-62931c54e158), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:49.793979 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Routers {'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:34:49.794638 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:34:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:49.833109 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:49.833493 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:49.834812 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:49.835169 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > port after_create 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:49.835514 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > port after_delete 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:49.835867 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > port after_update 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:49.836191 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:49.836530 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:49.836850 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:49.837172 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:49.882421 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:49.984689 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=22c75cae-1878-4ab8-b96a-b30fac54dc54,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:50.066765 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=5dc739e5-cc1a-4a66-a8ad-a537ed1146f2,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:50.284665 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963648'] for router (1930a8d2-8e1b-43f5-8705-3de06e95c595), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:50.342244 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Current status of the port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:50.431558 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:50.434895 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea105e-8d1d-45cc-a9b3-7b84fbd67091 None None] Pushing event updated for resources: {'Port': ['ID=3db9febf-3d30-45b9-bd7b-326bbaf10285,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:50.506508 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:50.511844 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:50.512530 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:50.513563 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:50.515130 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea8d263-5029-49f8-bfc2-62931c54e158']}} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:50.542928 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Provisioning complete for port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:50.546407 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:50.716233 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Publish callbacks [] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), precommit_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:50.728133 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:50.768018 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] Set router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:34:50.796674 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:34:50.804763 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f353668-9c43-4961-93c2-0490d7af8ee1,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:50.841886 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0975de-f105-4d2e-b506-113dcdcc3a26 None None] Pushing event updated for resources: {'Port': ['ID=50c96aaa-f609-45ec-b934-52bf6e9103e8,revision_number=2']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:50.882503 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Attempting to bind port 50c96aaa-f609-45ec-b934-52bf6e9103e8 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:34:50.882907 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Attempting to bind port 50c96aaa-f609-45ec-b934-52bf6e9103e8 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:34:50.883275 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Attempting to bind port 50c96aaa-f609-45ec-b934-52bf6e9103e8 on network 22694c3b-fdcf-46c7-9baf-13f71912d01c {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:34:50.891795 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:34:50.892179 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Checking segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:50.892581 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:50.894158 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Bound using segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:34:50.894742 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Bound port: 50c96aaa-f609-45ec-b934-52bf6e9103e8, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:34:50.898172 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:50.904045 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c8febc-bc5e-469b-9528-1ae447c95046') {'for_net_delete': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:50.904358 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c8febc-bc5e-469b-9528-1ae447c95046') {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:50.977241 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:50.988937 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:51.040454 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] For port 50c96aaa-f609-45ec-b934-52bf6e9103e8, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:34:51.044297 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] For port 50c96aaa-f609-45ec-b934-52bf6e9103e8, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=50c96aaa-f609-45ec-b934-52bf6e9103e8,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:34:51.062111 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3105944'] for segment (95c8febc-bc5e-469b-9528-1ae447c95046), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:51.068740 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:51.221043 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:34:51.221703 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:34:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:51.223611 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec35142-370f-48eb-a80c-6ed9201f7496 req-7a033c90-599a-422d-80f8-b3eb028795e8 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:51.234029 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8ec35142-370f-48eb-a80c-6ed9201f7496 req-7a033c90-599a-422d-80f8-b3eb028795e8 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 943 time: 1.9616811 Jun 15 00:34:51.263958 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Attempting to bind port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:34:51.265211 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Attempting to bind port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '29092677-0b88-46fa-a9b7-305d88585d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b190866a-72fa-4c99-a363-c68d5b2ebb49'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:34:51.266597 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Attempting to bind port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 on network b190866a-72fa-4c99-a363-c68d5b2ebb49 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:34:51.291983 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (95c8febc-bc5e-469b-9528-1ae447c95046), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:51.451461 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Current status of the port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:51.462862 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:51.494533 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:34:51.505517 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117918'] for segment (95c8febc-bc5e-469b-9528-1ae447c95046), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:51.523520 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:34:51.528282 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 on network b190866a-72fa-4c99-a363-c68d5b2ebb49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:34:51.528708 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Attempting to bind port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 on network b190866a-72fa-4c99-a363-c68d5b2ebb49 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:34:51.539833 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:34:51.593553 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:51.594596 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:34:51.595089 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Checking segment: {'id': '29092677-0b88-46fa-a9b7-305d88585d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b190866a-72fa-4c99-a363-c68d5b2ebb49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:51.595919 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Bound using segment: {'id': '29092677-0b88-46fa-a9b7-305d88585d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b190866a-72fa-4c99-a363-c68d5b2ebb49'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:34:51.596477 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Bound port: 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29092677-0b88-46fa-a9b7-305d88585d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b190866a-72fa-4c99-a363-c68d5b2ebb49'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:34:51.596847 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:51.613364 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:51.646335 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0975de-f105-4d2e-b506-113dcdcc3a26 None None] Pushing event updated for resources: {'Port': ['ID=50c96aaa-f609-45ec-b934-52bf6e9103e8,revision_number=3']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:51.682566 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Provisioning complete for port a931998c-d67f-4ba2-b59f-24439dfd7144 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:51.683276 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:51.781857 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] For port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6, host hv-cinder-83538, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:34:51.828979 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:51.829569 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:51.832837 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] For port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6,segment=NetworkSegment(29092677-0b88-46fa-a9b7-305d88585d12),segment_id=29092677-0b88-46fa-a9b7-305d88585d12)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:34:51.834730 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:41Z', 'revision_number': 3, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:51.847943 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Pushing event updated for resources: {'Port': ['ID=48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:51.919558 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Router 1930a8d2-8e1b-43f5-8705-3de06e95c595 is scheduled to L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 00:34:51.935876 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:34:51.967803 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781d7c5-8d03-4d89-adaf-b6fad366f022 None None] The sync data for ids ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'] in dv-cinder-835384-6-iscsi is: [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:41Z', 'revision_number': 3, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:34:51.970236 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:43Z', 'revision_number': 3, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:51.977998 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-10bcd1c2-b16b-426b-bf9d-b6480786d9e7 admin admin] 10.222.0.33 "PUT /v2.0/routers/db8f38eb-5817-49ad-9b9e-39c0bb8ac411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6456339 Jun 15 00:34:51.983096 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Sync routers for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:34:52.040830 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Current status of the port a931998c-d67f-4ba2-b59f-24439dfd7144 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:52.041358 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:52.049162 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff6f2b6-8dc6-4d9d-af78-ae7171892def None None] The sync data for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi is: [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:43Z', 'revision_number': 3, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:34:52.065390 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:52.089462 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:34:52.090122 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:34:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:52.147486 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8ec35142-370f-48eb-a80c-6ed9201f7496 req-0e261e0b-6fc8-4236-a562-20375f3af000 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9093392 Jun 15 00:34:52.387297 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:52.390191 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:52.395291 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] 10.222.0.42 "PUT /v2.0/ports/48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 HTTP/1.1" status: 200 len: 1093 time: 5.7886770 Jun 15 00:34:52.507895 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b3c44f-2913-4674-b6d2-9930ec53d114', 'tag': '48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:34:52.520742 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:52.539764 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:52.586549 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment 95c8febc-bc5e-469b-9528-1ae447c95046 resource provider aggregate not found Jun 15 00:34:52.670879 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:52.763569 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:52.788254 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:34:52.808210 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Sync routers for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:34:52.833090 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:34:52.835469 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:34:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:52.860908 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (8ea8d263-5029-49f8-bfc2-62931c54e158), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:52.884845 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:52.908050 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ed4428ee-729a-46b2-be04-e65bcf65debe admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.8070149 Jun 15 00:34:52.910268 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53718) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:52.982387 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] For port a931998c-d67f-4ba2-b59f-24439dfd7144, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=a931998c-d67f-4ba2-b59f-24439dfd7144,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:34:53.007121 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:53.009379 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device a931998c-d67f-4ba2-b59f-24439dfd7144 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:34:53.026752 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.066051 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:34:53.096580 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:53.103003 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53726) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:53.113234 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-905a944e-d4e3-4329-b0ae-86277326b8f3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1761427000', 'description': 'tempest-description--1358505148'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:53.149187 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:53.174413 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Provisioning complete for port 22c75cae-1878-4ab8-b96a-b30fac54dc54 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:53.174918 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.219047 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce910522-1dfc-4217-8c64-c28ddc9b9b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "99b3c44f-2913-4674-b6d2-9930ec53d114", "tag": "48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:34:53.234373 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:34:53.279691 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment 95c8febc-bc5e-469b-9528-1ae447c95046 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95c8febc-bc5e-469b-9528-1ae447c95046 found for delete ", "request_id": "req-2ad0f4d9-78ff-4ee1-8ff1-4ff5c059ec2c"}]} Jun 15 00:34:53.283810 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.303333 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] 10.222.0.33 "DELETE /v2.0/networks/8ea8d263-5029-49f8-bfc2-62931c54e158 HTTP/1.1" status: 204 len: 168 time: 5.6409988 Jun 15 00:34:53.329688 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Port 22c75cae-1878-4ab8-b96a-b30fac54dc54 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:34:53.340972 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912e068-64ff-4f6e-80d0-4c1251b98ef5 None None] Pushing event updated for resources: {'Port': ['ID=a931998c-d67f-4ba2-b59f-24439dfd7144,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:53.371232 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port a931998c-d67f-4ba2-b59f-24439dfd7144 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:53.371627 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.372088 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53738) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:53.391929 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd9807-f159-4481-9738-871768e20ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea8d263-5029-49f8-bfc2-62931c54e158,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:53.412901 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-905a944e-d4e3-4329-b0ae-86277326b8f3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.505263 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94871da2-03e3-44f2-a00c-251bf0b8c02f service neutron] Pushing event updated for resources: {'Port': ['ID=48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:53.513423 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 3, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:53.525900 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-daa5564d-c3c8-4b3c-9470-90c5cb5eaa33 None None] Provisioning complete for port 6f353668-9c43-4961-93c2-0490d7af8ee1 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:53.526384 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-daa5564d-c3c8-4b3c-9470-90c5cb5eaa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.627834 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Checking router: 1930a8d2-8e1b-43f5-8705-3de06e95c595 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:34:53.628407 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Updating router 1930a8d2-8e1b-43f5-8705-3de06e95c595 port cd833798-8724-4133-a11b-2c818ae4d30a binding host dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:34:53.639111 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848f052-8e81-4d5a-90b7-9721d2efcb12 req-7bf071be-83fe-431d-9e46-aacc48be1315 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:53.663497 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-905a944e-d4e3-4329-b0ae-86277326b8f3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group (d5b2dd41-2311-4619-a396-9add42132214), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.667595 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3848f052-8e81-4d5a-90b7-9721d2efcb12 req-7bf071be-83fe-431d-9e46-aacc48be1315 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 943 time: 0.3068833 Jun 15 00:34:53.679363 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (cd833798-8724-4133-a11b-2c818ae4d30a), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.690110 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-905a944e-d4e3-4329-b0ae-86277326b8f3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (d5b2dd41-2311-4619-a396-9add42132214), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.696180 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b72719-df7f-4801-bbcf-6dfc37b435d8 x-openstack-request-id: req-31b72719-df7f-4801-bbcf-6dfc37b435d8 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:34:53.696809 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b3c44f-2913-4674-b6d2-9930ec53d114", "tag": "48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:34:53.697268 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-31b72719-df7f-4801-bbcf-6dfc37b435d8 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:34:53.697927 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b72719-df7f-4801-bbcf-6dfc37b435d8'] response: {'name': 'network-changed', 'server_uuid': '99b3c44f-2913-4674-b6d2-9930ec53d114', 'tag': '48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6', 'status': 'completed', 'code': 200} Jun 15 00:34:53.758684 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Publish callbacks [] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.801568 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port a931998c-d67f-4ba2-b59f-24439dfd7144 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:53.801769 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21a0228-5215-4dfc-bb00-d170fa76d875 admin admin] Deleting subnet 1a5e571d-698b-4999-8737-54d40e3468f2 {{(pid=104110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:34:53.804028 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b897eb35-058c-4e55-97cf-17bcfecab496 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:34:53.810730 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-daa5564d-c3c8-4b3c-9470-90c5cb5eaa33 None None] Port 6f353668-9c43-4961-93c2-0490d7af8ee1 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:34:53.811490 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b21a0228-5215-4dfc-bb00-d170fa76d875 admin admin] Publish callbacks [] for subnet (1a5e571d-698b-4999-8737-54d40e3468f2), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.870719 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:53.911319 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b21a0228-5215-4dfc-bb00-d170fa76d875 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3105921'] for subnet (1a5e571d-698b-4999-8737-54d40e3468f2), precommit_delete_associations {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.919713 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-905a944e-d4e3-4329-b0ae-86277326b8f3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.926357 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-905a944e-d4e3-4329-b0ae-86277326b8f3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8220870 Jun 15 00:34:53.977301 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-daa5564d-c3c8-4b3c-9470-90c5cb5eaa33 None None] Provisioning complete for port 22c75cae-1878-4ab8-b96a-b30fac54dc54 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:53.977818 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-daa5564d-c3c8-4b3c-9470-90c5cb5eaa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:53.987674 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b21a0228-5215-4dfc-bb00-d170fa76d875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (1a5e571d-698b-4999-8737-54d40e3468f2), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.020573 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53742) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:54.030559 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-b4c9bc37-88e0-4b09-91c4-428afa83971c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Request body: {'security_group_rule': {'security_group_id': 'd5b2dd41-2311-4619-a396-9add42132214', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:54.077888 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port b897eb35-058c-4e55-97cf-17bcfecab496 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:54.078438 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b897eb35-058c-4e55-97cf-17bcfecab496), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.096194 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:54.097019 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a944e-d4e3-4329-b0ae-86277326b8f3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b2dd41-2311-4619-a396-9add42132214,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:54.099512 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.182115 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:48Z', 'revision_number': 2, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:54.196119 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Allocated IP 172.20.0.1 (635266bb-134b-444e-917a-980ab805d85f/e5220b8d-5fa8-4bba-b479-879643712889/5febf2f1-b80b-4492-bdd7-2f430fcfa5e7) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:34:54.224032 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7930127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7977560'] for router_interface (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.226350 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b21a0228-5215-4dfc-bb00-d170fa76d875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3365706'] for subnet (1a5e571d-698b-4999-8737-54d40e3468f2), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.229879 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b4c9bc37-88e0-4b09-91c4-428afa83971c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group_rule (edc7f7e5-0f10-4014-a8a2-12e4781ef63a), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.280260 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Checking router: db8f38eb-5817-49ad-9b9e-39c0bb8ac411 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:34:54.280587 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Updating router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 port 22c75cae-1878-4ab8-b96a-b30fac54dc54 binding host dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:34:54.357755 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-daa5564d-c3c8-4b3c-9470-90c5cb5eaa33 None None] Port 22c75cae-1878-4ab8-b96a-b30fac54dc54 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:34:54.382433 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.396806 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a0228-5215-4dfc-bb00-d170fa76d875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a5e571d-698b-4999-8737-54d40e3468f2,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:54.425913 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b21a0228-5215-4dfc-bb00-d170fa76d875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.435527 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-b21a0228-5215-4dfc-bb00-d170fa76d875 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/1a5e571d-698b-4999-8737-54d40e3468f2 HTTP/1.1" status: 204 len: 168 time: 1.0613570 Jun 15 00:34:54.437571 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Publish callbacks [] for port (cd833798-8724-4133-a11b-2c818ae4d30a), precommit_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.448008 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (cd833798-8724-4133-a11b-2c818ae4d30a), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.453678 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53754) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:54.604685 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Attempting to bind port cd833798-8724-4133-a11b-2c818ae4d30a on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:34:54.605061 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Attempting to bind port cd833798-8724-4133-a11b-2c818ae4d30a by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:34:54.605425 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Attempting to bind port cd833798-8724-4133-a11b-2c818ae4d30a on network 22694c3b-fdcf-46c7-9baf-13f71912d01c {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:34:54.607622 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf9451-28fd-44cb-9f25-116efcfc947a None None] Pushing event updated for resources: {'Port': ['ID=cd833798-8724-4133-a11b-2c818ae4d30a,revision_number=2']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:54.646136 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:34:54.651843 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Checking segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:54.651843 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.653202 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Bound using segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:34:54.653771 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Bound port: cd833798-8724-4133-a11b-2c818ae4d30a, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:34:54.655633 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (cd833798-8724-4133-a11b-2c818ae4d30a), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.672144 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce910522-1dfc-4217-8c64-c28ddc9b9b1d req-729c9207-459b-4641-8afe-6a738893c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:54.676364 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce910522-1dfc-4217-8c64-c28ddc9b9b1d req-729c9207-459b-4641-8afe-6a738893c519 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42c353894cf64e6ca9e2e4311632eef4&device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 1127 time: 0.2058406 Jun 15 00:34:54.711172 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:54.740960 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (61d7113f-14da-4982-b193-e1d4accc76cc), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.850867 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] For port cd833798-8724-4133-a11b-2c818ae4d30a, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:34:54.863395 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] For port cd833798-8724-4133-a11b-2c818ae4d30a, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=cd833798-8724-4133-a11b-2c818ae4d30a,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:34:54.871393 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b4c9bc37-88e0-4b09-91c4-428afa83971c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group_rule (edc7f7e5-0f10-4014-a8a2-12e4781ef63a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.882213 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f353668-9c43-4961-93c2-0490d7af8ee1,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:54.898654 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (cd833798-8724-4133-a11b-2c818ae4d30a), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.916431 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b4c9bc37-88e0-4b09-91c4-428afa83971c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (edc7f7e5-0f10-4014-a8a2-12e4781ef63a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:54.939106 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3848f052-8e81-4d5a-90b7-9721d2efcb12 req-a9871b91-8526-4e98-96ba-8d9a335ba631 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2680571 Jun 15 00:34:54.982029 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Publish callbacks [] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:55.011529 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Publish callbacks [] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:55.042493 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port b897eb35-058c-4e55-97cf-17bcfecab496 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:55.044897 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b897eb35-058c-4e55-97cf-17bcfecab496), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:55.046044 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9bc37-88e0-4b09-91c4-428afa83971c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc7f7e5-0f10-4014-a8a2-12e4781ef63a,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:55.056653 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b4c9bc37-88e0-4b09-91c4-428afa83971c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:55.058641 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b4c9bc37-88e0-4b09-91c4-428afa83971c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0363543 Jun 15 00:34:55.064806 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53768) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:55.073538 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-e5fb6364-88d0-407d-aee1-cd46f2df27b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Request body: {'security_group_rule': {'security_group_id': 'd5b2dd41-2311-4619-a396-9add42132214', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:55.097024 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port b897eb35-058c-4e55-97cf-17bcfecab496, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=b897eb35-058c-4e55-97cf-17bcfecab496,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:34:55.097024 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:55.107044 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf9451-28fd-44cb-9f25-116efcfc947a None None] Pushing event updated for resources: {'Port': ['ID=cd833798-8724-4133-a11b-2c818ae4d30a,revision_number=3']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:55.117501 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:34:55.120298 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:34:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:55.129162 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b897eb35-058c-4e55-97cf-17bcfecab496), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:55.132659 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 53cd0a65-ce88-4be6-9ffb-4de2ac437451 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:34:55.202626 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:55.224960 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:55.263847 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Network 66e99f87-49a1-4115-bc83-5f9cfb627037 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:55.284714 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Attempting to bind port 22c75cae-1878-4ab8-b96a-b30fac54dc54 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:34:55.285629 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Attempting to bind port 22c75cae-1878-4ab8-b96a-b30fac54dc54 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:34:55.286149 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Attempting to bind port 22c75cae-1878-4ab8-b96a-b30fac54dc54 on network 3761bde8-b221-417b-8881-85e060df935f {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:34:55.296163 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:34:55.296826 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Checking segment: {'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:34:55.297382 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:55.297918 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Bound using segment: {'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:34:55.299783 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Bound port: 22c75cae-1878-4ab8-b96a-b30fac54dc54, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:34:55.300455 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:55.327599 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:55.364657 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (61d7113f-14da-4982-b193-e1d4accc76cc), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:55.430470 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:55.463859 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] For port 22c75cae-1878-4ab8-b96a-b30fac54dc54, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:34:55.473849 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] For port 22c75cae-1878-4ab8-b96a-b30fac54dc54, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=22c75cae-1878-4ab8-b96a-b30fac54dc54,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:34:55.484513 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:55.491787 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:55.524401 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:55.579098 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:55.579771 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:55.602093 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:55.602445 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:55.616958 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:55.617501 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > port after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:55.618073 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:55.618622 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > port after_update 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:55.619017 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:55.619396 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:55.619781 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:55.620229 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:55.622139 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:34:55.623038 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:34:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:55.627676 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:34:55.632246 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc109d7-a009-449e-ab83-825a635592a6 None None] Pushing event updated for resources: {'Port': ['ID=22c75cae-1878-4ab8-b96a-b30fac54dc54,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:55.780058 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=b897eb35-058c-4e55-97cf-17bcfecab496,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:55.829443 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:55.865260 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:55.913528 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc109d7-a009-449e-ab83-825a635592a6 None None] Pushing event updated for resources: {'Port': ['ID=22c75cae-1878-4ab8-b96a-b30fac54dc54,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:55.931027 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-010dcc0b-e2bc-47a6-a674-25d6bc82a40d None None] Provisioning complete for port 22c75cae-1878-4ab8-b96a-b30fac54dc54 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:55.931396 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-010dcc0b-e2bc-47a6-a674-25d6bc82a40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:56.022216 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:34:56.026133 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce910522-1dfc-4217-8c64-c28ddc9b9b1d req-fa2c2c64-3ecb-4d27-9f7d-0f5bd16bc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:56.028087 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce910522-1dfc-4217-8c64-c28ddc9b9b1d req-fa2c2c64-3ecb-4d27-9f7d-0f5bd16bc8e7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=42c353894cf64e6ca9e2e4311632eef4&shared=False HTTP/1.1" status: 200 len: 912 time: 1.1934905 Jun 15 00:34:56.087075 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-010dcc0b-e2bc-47a6-a674-25d6bc82a40d None None] Current status of the port 22c75cae-1878-4ab8-b96a-b30fac54dc54 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:56.087824 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-010dcc0b-e2bc-47a6-a674-25d6bc82a40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:56.130287 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:56.138822 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:56.155913 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-010dcc0b-e2bc-47a6-a674-25d6bc82a40d None None] For port 22c75cae-1878-4ab8-b96a-b30fac54dc54, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=22c75cae-1878-4ab8-b96a-b30fac54dc54,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:34:56.183777 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-010dcc0b-e2bc-47a6-a674-25d6bc82a40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:56.283401 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 3, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:56.300144 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:56.303149 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:56.303694 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:56.307034 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 00:34:56.308616 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d7113f-14da-4982-b193-e1d4accc76cc']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:56.332107 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e5fb6364-88d0-407d-aee1-cd46f2df27b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group_rule (b5767aee-b528-4c64-b187-f3b230edf9df), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:56.357052 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:34:56.364406 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-b1cdb018-f20d-4fca-bef9-b9048a8ee3d9 admin admin] 10.222.0.33 "PUT /v2.0/routers/fbfb81e5-a8a2-4eb0-a203-1c31f22713e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7210624 Jun 15 00:34:56.438864 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:34:56.456501 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebc590-9a28-482d-b8a4-c4188fe03230 None None] The sync data for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi is: [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 3, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:34:56.500802 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Network 635266bb-134b-444e-917a-980ab805d85f is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:56.520478 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c91e39-f249-4a34-b903-fe23bef9cd56') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:56.520776 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c91e39-f249-4a34-b903-fe23bef9cd56') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:56.544264 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3329278'] for segment (28c91e39-f249-4a34-b903-fe23bef9cd56), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:56.544431 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device a931998c-d67f-4ba2-b59f-24439dfd7144 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:34:56.566842 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (28c91e39-f249-4a34-b903-fe23bef9cd56), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:56.579188 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:56.618076 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-12e8cc46-2dff-4dee-9be1-013417d3d081 None None] Provisioning complete for port 6f353668-9c43-4961-93c2-0490d7af8ee1 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:56.618468 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-12e8cc46-2dff-4dee-9be1-013417d3d081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:56.620844 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dcc0b-e2bc-47a6-a674-25d6bc82a40d None None] Pushing event updated for resources: {'Port': ['ID=22c75cae-1878-4ab8-b96a-b30fac54dc54,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:56.624711 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Sync routers for ids ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:34:56.637642 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:56.696952 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Routers {'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:34:56.697606 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:34:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:56.767425 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:56.869948 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-12e8cc46-2dff-4dee-9be1-013417d3d081 None None] Port 6f353668-9c43-4961-93c2-0490d7af8ee1 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:34:56.889321 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:34:56.889966 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977508'] for router_interface (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:56.892890 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Pushing event updated for resources: {'Port': ['ID=5febf2f1-b80b-4492-bdd7-2f430fcfa5e7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:56.921040 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port a931998c-d67f-4ba2-b59f-24439dfd7144 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:56.921417 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:56.977189 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-12e8cc46-2dff-4dee-9be1-013417d3d081 None None] Provisioning complete for port 22c75cae-1878-4ab8-b96a-b30fac54dc54 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:56.977586 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-12e8cc46-2dff-4dee-9be1-013417d3d081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:56.998836 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:34:56.999426 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2329835'] for segment (28c91e39-f249-4a34-b903-fe23bef9cd56), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:57.001732 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:57.085867 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd689aec-655d-4df4-b533-7da23f56df2d req-86f06a69-ec62-4df0-b44e-0b78e09829ad tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:57.087885 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd689aec-655d-4df4-b533-7da23f56df2d req-86f06a69-ec62-4df0-b44e-0b78e09829ad tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 943 time: 0.7447419 Jun 15 00:34:57.097686 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Set router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:34:57.121546 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:57.260370 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-e9fba74c-053f-4b10-ae7f-35f1dcf23597 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:57.264037 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-e9fba74c-053f-4b10-ae7f-35f1dcf23597 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 818 time: 0.4203184 Jun 15 00:34:57.285976 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9dfa7d01-7682-4c3f-95f2-c919dd6a29f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/quotas/c41af6aa819743d380018ec1eed0a793 HTTP/1.1" status: 200 len: 375 time: 0.0159624 Jun 15 00:34:57.344350 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (61d7113f-14da-4982-b193-e1d4accc76cc), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:57.390464 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:57.399008 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] 10.222.0.33 "DELETE /v2.0/networks/61d7113f-14da-4982-b193-e1d4accc76cc HTTP/1.1" status: 204 len: 168 time: 2.9019186 Jun 15 00:34:57.416031 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e5fb6364-88d0-407d-aee1-cd46f2df27b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group_rule (b5767aee-b528-4c64-b187-f3b230edf9df), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:57.417043 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758b046-173f-4f70-8614-3a8ed09b0c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=61d7113f-14da-4982-b193-e1d4accc76cc,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:57.432157 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-e6802e7d-5bd1-466e-868b-b41290cff0f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354332 Jun 15 00:34:57.433844 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 28c91e39-f249-4a34-b903-fe23bef9cd56 resource provider aggregate not found Jun 15 00:34:57.463428 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd689aec-655d-4df4-b533-7da23f56df2d req-9b6a4080-0656-467d-bdf3-f988da18647c tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657403 Jun 15 00:34:57.475198 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 28c91e39-f249-4a34-b903-fe23bef9cd56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28c91e39-f249-4a34-b903-fe23bef9cd56 found for delete ", "request_id": "req-63f689dd-5178-448c-aa06-53dd33d2fe72"}]} Jun 15 00:34:57.498517 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e5fb6364-88d0-407d-aee1-cd46f2df27b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (b5767aee-b528-4c64-b187-f3b230edf9df), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:57.588448 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port a931998c-d67f-4ba2-b59f-24439dfd7144 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:57.594170 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b897eb35-058c-4e55-97cf-17bcfecab496 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:34:57.688503 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-dd09b22d-954c-4391-b6e8-b763478e16e6 service neutron] 10.222.0.33 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425725 Jun 15 00:34:57.721282 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:57.736961 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:57.751856 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb6364-88d0-407d-aee1-cd46f2df27b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5767aee-b528-4c64-b187-f3b230edf9df,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:57.808652 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e5fb6364-88d0-407d-aee1-cd46f2df27b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:57.814254 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e5fb6364-88d0-407d-aee1-cd46f2df27b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7463679 Jun 15 00:34:57.819106 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53816) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:57.835212 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a333d0-c19a-456f-8624-9fd417155c9b None None] The sync data for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi is: [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:34:57.853319 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:34:57.886828 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-643fa968-af8b-4aeb-8f62-7ae301c31757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:57.943931 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53820) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:58.050734 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:58.155853 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-12e8cc46-2dff-4dee-9be1-013417d3d081 None None] Current status of the port 22c75cae-1878-4ab8-b96a-b30fac54dc54 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:58.176665 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port b897eb35-058c-4e55-97cf-17bcfecab496 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:58.177272 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b897eb35-058c-4e55-97cf-17bcfecab496), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:58.185117 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:52Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '6f353668-9c43-4961-93c2-0490d7af8ee1', 'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'mac_address': 'fa:16:3e:0a:f0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:46Z', 'updated_at': '2022-06-15T00:34:52Z', 'revision_number': 2, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'subnets': [{'id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:34:58.285096 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Checking router: fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:34:58.285549 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Updating router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 port 6f353668-9c43-4961-93c2-0490d7af8ee1 binding host dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:34:58.367843 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:58.383469 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-b54ca8f7-217b-4e26-862b-d74d511cfd4b None None] Provisioning complete for port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:58.383883 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b54ca8f7-217b-4e26-862b-d74d511cfd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:58.407217 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Allocated IP 172.20.0.1 (8a1b00d6-5e32-4853-99e0-f68fb9a5757d/4bddbc5c-7efb-4185-937f-e56eb0633638/9b894595-2064-4ff9-afa8-cb98367210a6) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:34:58.425469 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:58.466381 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:58.471888 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-b54ca8f7-217b-4e26-862b-d74d511cfd4b None None] Port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:34:58.553519 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port b897eb35-058c-4e55-97cf-17bcfecab496 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:58.554881 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 50c96aaa-f609-45ec-b934-52bf6e9103e8 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:34:58.724786 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:58.726530 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce910522-1dfc-4217-8c64-c28ddc9b9b1d req-09a27ed0-f27e-4e62-9c72-bf1e1ac2ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:58.728822 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce910522-1dfc-4217-8c64-c28ddc9b9b1d req-09a27ed0-f27e-4e62-9c72-bf1e1ac2ba7e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6826265 Jun 15 00:34:58.799312 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-ee6eab69-971e-4f81-b18f-fa6db0fd8229 service neutron] 10.222.0.33 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1022913 Jun 15 00:34:58.816129 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-e2bcd7ef-1c04-43ef-b5f5-7a1171466e2d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2d3c2ce190cc4882a6daef0dd44bb88c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8607252 Jun 15 00:34:58.821178 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53826) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:34:58.850533 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 50c96aaa-f609-45ec-b934-52bf6e9103e8 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:58.850533 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:58.944125 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:58.946110 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:58.962815 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f809980b-24bd-4e81-983c-190f9961c780 admin admin] Publish callbacks [] for security_group (872b566b-a968-4679-bd70-6dffc5a173b3), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:58.985896 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5bbd5-1346-4c93-bffc-48aada5f9c45 req-1fc225f1-83a6-4ccc-8e61-8532b8093ac0 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:58.988185 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-56b5bbd5-1346-4c93-bffc-48aada5f9c45 req-1fc225f1-83a6-4ccc-8e61-8532b8093ac0 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 943 time: 0.2841599 Jun 15 00:34:59.046740 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f809980b-24bd-4e81-983c-190f9961c780 admin admin] Publish callbacks [] for security_group (872b566b-a968-4679-bd70-6dffc5a173b3), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:59.131570 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-56b5bbd5-1346-4c93-bffc-48aada5f9c45 req-10ccef51-5fe6-4202-a116-d5db3bbfecc5 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336961 Jun 15 00:34:59.146485 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Publish callbacks [] for port (9b894595-2064-4ff9-afa8-cb98367210a6), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:59.154034 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Publish callbacks [] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:59.165331 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:59.184921 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:59.219815 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 50c96aaa-f609-45ec-b934-52bf6e9103e8 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:34:59.220210 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:59.349757 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port 50c96aaa-f609-45ec-b934-52bf6e9103e8, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=50c96aaa-f609-45ec-b934-52bf6e9103e8,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:34:59.367372 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7930127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7977560'] for router_interface (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:59.374300 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:59.375298 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 3db9febf-3d30-45b9-bd7b-326bbaf10285 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:34:59.379099 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Publish callbacks [] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:59.381480 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f809980b-24bd-4e81-983c-190f9961c780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (872b566b-a968-4679-bd70-6dffc5a173b3), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:59.384973 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f809980b-24bd-4e81-983c-190f9961c780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:59.393677 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-f809980b-24bd-4e81-983c-190f9961c780 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/872b566b-a968-4679-bd70-6dffc5a173b3 HTTP/1.1" status: 204 len: 168 time: 0.5712404 Jun 15 00:34:59.394240 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:34:59.395957 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Pushing event updated for resources: {'Port': ['ID=5febf2f1-b80b-4492-bdd7-2f430fcfa5e7,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:59.434077 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:59.456537 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ee954091-a7e9-46bb-a698-dd5c28197c80 req-47dde4d9-1f9f-4606-a9f9-c26e87e880a0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 210 time: 0.3019507 Jun 15 00:34:59.502040 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=50c96aaa-f609-45ec-b934-52bf6e9103e8,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:59.629394 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Network 635266bb-134b-444e-917a-980ab805d85f is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:34:59.632575 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:34:59.755700 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:59.865762 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809980b-24bd-4e81-983c-190f9961c780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872b566b-a968-4679-bd70-6dffc5a173b3,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:34:59.890184 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 3db9febf-3d30-45b9-bd7b-326bbaf10285 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:34:59.890817 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:34:59.961823 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955161fe-292a-463d-8ddb-57a486473522 req-80675413-d3fc-4179-8bb9-05c983c50598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:34:59.963457 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-80675413-d3fc-4179-8bb9-05c983c50598 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42c353894cf64e6ca9e2e4311632eef4&device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 1127 time: 0.5059986 Jun 15 00:35:00.009242 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Allocated IP 172.27.3.95 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/85eb8081-486b-436a-a1ca-76c80ed51f0f) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:35:00.157607 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-fa12a3b6-fe3b-4224-8fe7-26003181bfd3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 HTTP/1.1" status: 200 len: 217 time: 0.1739120 Jun 15 00:35:00.167132 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f7605-43cd-4953-8003-c2ad68b4129c None None] Pushing event updated for resources: {'Port': ['ID=6f353668-9c43-4961-93c2-0490d7af8ee1,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:00.197555 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-6caab4fa-29a8-40b1-8d18-b62588a8a8f7 None None] Provisioning complete for port 6f353668-9c43-4961-93c2-0490d7af8ee1 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:00.197991 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6caab4fa-29a8-40b1-8d18-b62588a8a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:00.253192 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-6caab4fa-29a8-40b1-8d18-b62588a8a8f7 None None] Port 6f353668-9c43-4961-93c2-0490d7af8ee1 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:35:00.256911 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-194ae6b7-e270-4505-a9e9-b9fc72b599e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:00.282639 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955161fe-292a-463d-8ddb-57a486473522 req-ab8c93c5-2bdf-4c61-b8c7-94eca0296527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:00.285253 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-ab8c93c5-2bdf-4c61-b8c7-94eca0296527 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62bf77b-2c37-428f-a206-e5ae9922c7d4 HTTP/1.1" status: 200 len: 851 time: 0.1194379 Jun 15 00:35:00.287773 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:00.296915 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-96ddca7b-700b-4e05-83cf-d08e35ebe509 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:00.298611 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-96ddca7b-700b-4e05-83cf-d08e35ebe509 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 818 time: 0.3451519 Jun 15 00:35:00.307521 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:35:00.334541 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:00.337661 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 3db9febf-3d30-45b9-bd7b-326bbaf10285 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:00.341970 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:00.372802 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Pushing event updated for resources: {'Port': ['ID=9b894595-2064-4ff9-afa8-cb98367210a6,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:00.400421 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port 3db9febf-3d30-45b9-bd7b-326bbaf10285, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=3db9febf-3d30-45b9-bd7b-326bbaf10285,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:00.409956 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:00.414847 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:35:00.420886 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-c59066b4-1fa2-4297-9d39-094336523779 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b190866a-72fa-4c99-a363-c68d5b2ebb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244652 Jun 15 00:35:00.420981 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ee003e22-83c7-47f3-91cd-76f96c0b7fcf tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/quotas/c41af6aa819743d380018ec1eed0a793 HTTP/1.1" status: 200 len: 375 time: 0.0807955 Jun 15 00:35:00.422894 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:35:00.423108 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:00.426374 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Attempting to bind port 6f353668-9c43-4961-93c2-0490d7af8ee1 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:35:00.426891 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Attempting to bind port 6f353668-9c43-4961-93c2-0490d7af8ee1 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:35:00.428352 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Attempting to bind port 6f353668-9c43-4961-93c2-0490d7af8ee1 on network 66e99f87-49a1-4115-bc83-5f9cfb627037 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:35:00.437701 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:35:00.448536 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53902) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:00.519286 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=3db9febf-3d30-45b9-bd7b-326bbaf10285,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:00.530088 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:35:00.531278 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Checking segment: {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:35:00.532884 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:00.533006 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Bound using segment: {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:35:00.534978 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Bound port: 6f353668-9c43-4961-93c2-0490d7af8ee1, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:35:00.535537 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:00.577634 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-b00bc0f9-ce7a-4cc5-a665-332110bc3745 None None] Provisioning complete for port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:00.580808 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b00bc0f9-ce7a-4cc5-a665-332110bc3745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:00.646348 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f25ea-d231-48ca-8f61-0e15398da81a req-de930ce9-10ea-4acb-b55e-a50c387ae509 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:00.648194 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-b00bc0f9-ce7a-4cc5-a665-332110bc3745 None None] Port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:35:00.658595 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-149f25ea-d231-48ca-8f61-0e15398da81a req-de930ce9-10ea-4acb-b55e-a50c387ae509 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 943 time: 0.2685902 Jun 15 00:35:00.693592 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for port (85eb8081-486b-436a-a1ca-76c80ed51f0f), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:00.770380 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977508'] for router_interface (1930a8d2-8e1b-43f5-8705-3de06e95c595), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:00.779090 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-bf13e506-cd75-4e14-a5d9-a2fbfd0f862b tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1900079 Jun 15 00:35:00.846653 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] For port 6f353668-9c43-4961-93c2-0490d7af8ee1, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:35:00.870027 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] For port 6f353668-9c43-4961-93c2-0490d7af8ee1, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=6f353668-9c43-4961-93c2-0490d7af8ee1,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:35:00.908012 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 50c96aaa-f609-45ec-b934-52bf6e9103e8 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:00.945724 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:00.997648 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 50c96aaa-f609-45ec-b934-52bf6e9103e8 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:00.998048 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:01.062226 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-f3f0d89b-a886-42fe-afce-72843111932c service neutron] 10.222.0.42 "GET /v2.0/networks/b190866a-72fa-4c99-a363-c68d5b2ebb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825427 Jun 15 00:35:01.079097 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-70e46bb4-25b0-4492-b995-94e0d8469e4a None None] Provisioning complete for port 9b894595-2064-4ff9-afa8-cb98367210a6 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:01.079528 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-70e46bb4-25b0-4492-b995-94e0d8469e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:01.119294 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-149f25ea-d231-48ca-8f61-0e15398da81a req-a3323d38-5864-4544-8e01-426ccf528d50 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598153 Jun 15 00:35:01.141082 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (85eb8081-486b-436a-a1ca-76c80ed51f0f), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:01.169403 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:01.271933 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:01.275666 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event updated for resources: {'Port': ['ID=85eb8081-486b-436a-a1ca-76c80ed51f0f,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:01.347372 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f7605-43cd-4953-8003-c2ad68b4129c None None] Pushing event updated for resources: {'Port': ['ID=6f353668-9c43-4961-93c2-0490d7af8ee1,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:01.361630 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 50c96aaa-f609-45ec-b934-52bf6e9103e8 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:01.362813 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 22c75cae-1878-4ab8-b96a-b30fac54dc54 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:01.364597 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Routers {'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:35:01.365294 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:35:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:01.429817 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:35:01.437573 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-70e46bb4-25b0-4492-b995-94e0d8469e4a None None] Port 9b894595-2064-4ff9-afa8-cb98367210a6 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:35:01.472398 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:35:01.501283 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:35:01.556631 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-955161fe-292a-463d-8ddb-57a486473522 req-1377b949-b5c3-49b0-a3fc-76743db73033 service neutron] 10.222.0.42 "GET /v2.0/networks/b190866a-72fa-4c99-a363-c68d5b2ebb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828591 Jun 15 00:35:01.653423 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-28f38b9e-8bfe-414f-8586-0b69736ffe77 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2eef39097e0e4e9b9dc3b52270753eac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9027359 Jun 15 00:35:01.657845 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53950) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:01.711213 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] Set router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:35:01.714456 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-6c312206-60ff-4dc4-99d7-f076e6952f6c None None] Provisioning complete for port 6f353668-9c43-4961-93c2-0490d7af8ee1 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:01.715048 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6c312206-60ff-4dc4-99d7-f076e6952f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:01.733964 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-715c36c4-30b5-4602-a25d-eb27a4cc1791 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:35:01.735296 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-715c36c4-30b5-4602-a25d-eb27a4cc1791 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1637912 Jun 15 00:35:01.784476 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 22c75cae-1878-4ab8-b96a-b30fac54dc54 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:01.784854 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:01.815867 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:01.828788 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:01.834951 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (eb2357e4-b305-47a3-abc9-8ca3b7851fa0), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:01.838969 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:35:01.851305 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Sync routers for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:35:01.861572 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d266a31b-dbc4-403e-82f7-ecba21dd6a1d admin admin] 10.222.0.33 "PUT /v2.0/routers/90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2879100 Jun 15 00:35:01.868064 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:35:01.868718 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:35:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:01.893589 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:01.991396 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec7fdfe4-501c-4392-8d14-d3dba9d594f2 admin admin] Publish callbacks [] for security_group (c5dc093c-efe7-4eb6-aeec-5410a6591311), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.003856 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.014623 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (85eb8081-486b-436a-a1ca-76c80ed51f0f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.073401 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ef0bfd93-0da8-4e86-94f8-c4adeb039e34 service neutron] 10.222.0.33 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164332 Jun 15 00:35:02.088753 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:35:02.153894 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec7fdfe4-501c-4392-8d14-d3dba9d594f2 admin admin] Publish callbacks [] for security_group (c5dc093c-efe7-4eb6-aeec-5410a6591311), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.158716 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53962) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:02.292424 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-6c312206-60ff-4dc4-99d7-f076e6952f6c None None] Current status of the port 6f353668-9c43-4961-93c2-0490d7af8ee1 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:02.292926 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6c312206-60ff-4dc4-99d7-f076e6952f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.340674 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8d773de5-cbce-48f0-90e9-37e496a1e1c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.350990 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:52Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '6f353668-9c43-4961-93c2-0490d7af8ee1', 'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'mac_address': 'fa:16:3e:0a:f0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:46Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'subnets': [{'id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:02.379639 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-206e4b09-abde-4bdb-81ec-8cee76ab06da service neutron] 10.222.0.33 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907808 Jun 15 00:35:02.381386 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for port (85eb8081-486b-436a-a1ca-76c80ed51f0f), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.394294 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (85eb8081-486b-436a-a1ca-76c80ed51f0f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.408996 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b6c62-813a-4e88-98dc-967e64a6f074 None None] The sync data for ids ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'] in dv-cinder-835384-6-iscsi is: [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:52Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '6f353668-9c43-4961-93c2-0490d7af8ee1', 'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'mac_address': 'fa:16:3e:0a:f0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:46Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'subnets': [{'id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:35:02.579892 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec7fdfe4-501c-4392-8d14-d3dba9d594f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (c5dc093c-efe7-4eb6-aeec-5410a6591311), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.585352 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-6c312206-60ff-4dc4-99d7-f076e6952f6c None None] For port 6f353668-9c43-4961-93c2-0490d7af8ee1, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=6f353668-9c43-4961-93c2-0490d7af8ee1,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:02.595542 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec7fdfe4-501c-4392-8d14-d3dba9d594f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.596862 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ec7fdfe4-501c-4392-8d14-d3dba9d594f2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c5dc093c-efe7-4eb6-aeec-5410a6591311 HTTP/1.1" status: 204 len: 168 time: 0.9364953 Jun 15 00:35:02.608754 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event updated for resources: {'Port': ['ID=85eb8081-486b-436a-a1ca-76c80ed51f0f,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:02.621455 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6c312206-60ff-4dc4-99d7-f076e6952f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.640745 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (eb2357e4-b305-47a3-abc9-8ca3b7851fa0), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.643962 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fdfe4-501c-4392-8d14-d3dba9d594f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dc093c-efe7-4eb6-aeec-5410a6591311,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:02.666799 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:34:58Z', 'revision_number': 2, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:02.680279 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:02.722868 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.724453 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-89468df0-0138-461f-a259-3001d4def8fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8978233 Jun 15 00:35:02.739145 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Checking router: 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:35:02.746579 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Updating router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 binding host dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:35:02.779397 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Publish callbacks [] for port (9b894595-2064-4ff9-afa8-cb98367210a6), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.780761 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:02.786254 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c312206-60ff-4dc4-99d7-f076e6952f6c None None] Pushing event updated for resources: {'Port': ['ID=6f353668-9c43-4961-93c2-0490d7af8ee1,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:02.794614 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.796289 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.802943 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 22c75cae-1878-4ab8-b96a-b30fac54dc54 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:02.805295 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device cd833798-8724-4133-a11b-2c818ae4d30a up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:02.816921 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8d773de5-cbce-48f0-90e9-37e496a1e1c4 admin admin] Publish callbacks [] for security_group (bb1dc275-fc56-4f84-affa-66db58301018), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.827220 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8d773de5-cbce-48f0-90e9-37e496a1e1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (bb1dc275-fc56-4f84-affa-66db58301018), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.843159 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:02.976013 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port cd833798-8724-4133-a11b-2c818ae4d30a triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:02.985359 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (cd833798-8724-4133-a11b-2c818ae4d30a), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:03.024034 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d773de5-cbce-48f0-90e9-37e496a1e1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1dc275-fc56-4f84-affa-66db58301018,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:03.042094 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-8d773de5-cbce-48f0-90e9-37e496a1e1c4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fadc6d1ee79441ec8cdd586d0e0f6176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8817639 Jun 15 00:35:03.044989 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 53994) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:03.109912 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Pushing event updated for resources: {'Port': ['ID=9b894595-2064-4ff9-afa8-cb98367210a6,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:03.143223 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 53996) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:03.157914 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-a437fdd3-bd37-45fd-b7fe-ad6cd27459f9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--696915868', 'description': 'tempest-description--750376756'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:03.181044 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port cd833798-8724-4133-a11b-2c818ae4d30a is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:03.181438 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (cd833798-8724-4133-a11b-2c818ae4d30a), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:03.260890 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port cd833798-8724-4133-a11b-2c818ae4d30a, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=cd833798-8724-4133-a11b-2c818ae4d30a,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:03.281445 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (cd833798-8724-4133-a11b-2c818ae4d30a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:03.302262 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-95cc178b-eb9a-4799-86a8-89964e7511b7 admin admin] Publish callbacks [] for security_group (bb1dc275-fc56-4f84-affa-66db58301018), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:03.313968 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af769835-2515-4737-8631-bcf42931e506 req-645c5a60-a8b5-4f7c-ba24-7a396c19969d tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:03.324908 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-af769835-2515-4737-8631-bcf42931e506 req-645c5a60-a8b5-4f7c-ba24-7a396c19969d tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 943 time: 0.3413851 Jun 15 00:35:03.341573 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7930127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7977560'] for router_interface (1930a8d2-8e1b-43f5-8705-3de06e95c595), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:03.342167 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-733d40d0-dd13-41e1-a72c-8d98f191d4ca req-74cd077e-0755-455f-b1dd-e9c36bb3ef86 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 210 time: 0.1764433 Jun 15 00:35:03.509385 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a437fdd3-bd37-45fd-b7fe-ad6cd27459f9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:03.512337 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=cd833798-8724-4133-a11b-2c818ae4d30a,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:03.614150 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:03.633250 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-85a5de14-cbf7-4815-a652-d0bf43056c73 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:03.635367 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-85a5de14-cbf7-4815-a652-d0bf43056c73 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 818 time: 0.3337436 Jun 15 00:35:03.644776 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Publish callbacks [] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), precommit_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:03.652272 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-95cc178b-eb9a-4799-86a8-89964e7511b7 admin admin] Publish callbacks [] for security_group (bb1dc275-fc56-4f84-affa-66db58301018), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:03.653845 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:03.687933 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:03.698359 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 3db9febf-3d30-45b9-bd7b-326bbaf10285 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:03.710463 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-79aee422-0d2e-4d94-8553-a993a47a23f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Request body: {'port': {'device_id': '47ae8573-31c0-4021-bb7d-ca97d07d22af', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'admin_state_up': True, 'tenant_id': 'c41af6aa819743d380018ec1eed0a793'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:03.779133 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:03.807466 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-af769835-2515-4737-8631-bcf42931e506 req-08527297-38a3-476f-ba54-392df1181892 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814615 Jun 15 00:35:03.812246 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef9edb-bf9c-4794-8488-93bbb0250d14 None None] Pushing event updated for resources: {'Port': ['ID=5febf2f1-b80b-4492-bdd7-2f430fcfa5e7,revision_number=3']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:03.869913 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:35:03.899681 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:35:03.901582 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:35:03.969247 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:03.990742 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:04.025437 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Attempting to bind port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:35:04.025732 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Attempting to bind port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:35:04.033571 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Attempting to bind port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 on network 635266bb-134b-444e-917a-980ab805d85f {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:35:04.042046 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:35:04.042923 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Checking segment: {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:35:04.043514 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:04.044074 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Bound using segment: {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:35:04.044752 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Bound port: 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'}}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:35:04.045316 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:04.071263 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Router 1930a8d2-8e1b-43f5-8705-3de06e95c595 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:35:04.072910 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 3db9febf-3d30-45b9-bd7b-326bbaf10285 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:04.073308 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:04.147920 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:04.223944 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:04.255081 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] For port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:35:04.274119 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] For port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=5febf2f1-b80b-4492-bdd7-2f430fcfa5e7,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:35:04.289996 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:04.434535 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:35:04.465284 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d5f37d4c-06ed-46bf-9052-c3c3e7b00b77 admin admin] 10.222.0.33 "PUT /v2.0/routers/1930a8d2-8e1b-43f5-8705-3de06e95c595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5535822 Jun 15 00:35:04.473255 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Sync routers for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:35:04.493229 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-53bc8b3c-2537-4712-b964-9dd2b5c1d501 None None] Provisioning complete for port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:04.514802 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-53bc8b3c-2537-4712-b964-9dd2b5c1d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:04.544458 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79bd6691-e9e9-4a64-a6ff-5286e4695396 req-27a6344e-4ec3-4643-9f59-37dcc7113c7e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 210 time: 0.0779531 Jun 15 00:35:04.586051 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6,segment=NetworkSegment(29092677-0b88-46fa-a9b7-305d88585d12),segment_id=29092677-0b88-46fa-a9b7-305d88585d12)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:04.588030 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef9edb-bf9c-4794-8488-93bbb0250d14 None None] Pushing event updated for resources: {'Port': ['ID=5febf2f1-b80b-4492-bdd7-2f430fcfa5e7,revision_number=4']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:04.597744 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:35:04.598386 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-90664aac-7968-453d-9271-3399bd168f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:35:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:04.618436 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:35:04.623624 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:35:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:04.653895 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-95cc178b-eb9a-4799-86a8-89964e7511b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (bb1dc275-fc56-4f84-affa-66db58301018), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:04.658489 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-95cc178b-eb9a-4799-86a8-89964e7511b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:04.663183 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-95cc178b-eb9a-4799-86a8-89964e7511b7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bb1dc275-fc56-4f84-affa-66db58301018 HTTP/1.1" status: 204 len: 168 time: 1.6167312 Jun 15 00:35:04.717734 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-2f513643-e6a3-4ebb-8f44-8fb51732d020 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1761427000&fields=id&tenant_id=ad57875727e24965a37faca9c9a30984 HTTP/1.1" status: 200 len: 267 time: 1.0816114 Jun 15 00:35:04.738497 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a437fdd3-bd37-45fd-b7fe-ad6cd27459f9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (08fc06ab-71ec-4cfe-92dd-e96baee4956c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:04.748412 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a437fdd3-bd37-45fd-b7fe-ad6cd27459f9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (08fc06ab-71ec-4cfe-92dd-e96baee4956c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:04.790047 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc178b-eb9a-4799-86a8-89964e7511b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1dc275-fc56-4f84-affa-66db58301018,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:04.843810 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a437fdd3-bd37-45fd-b7fe-ad6cd27459f9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:04.850717 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a437fdd3-bd37-45fd-b7fe-ad6cd27459f9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7010791 Jun 15 00:35:04.854264 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 54060) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:04.861168 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-1520e5b0-e660-4660-b850-23f1aa14eea6 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'security_group_rule': {'security_group_id': '08fc06ab-71ec-4cfe-92dd-e96baee4956c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:04.897454 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437fdd3-bd37-45fd-b7fe-ad6cd27459f9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fc06ab-71ec-4cfe-92dd-e96baee4956c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:04.970816 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.42', 54625) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:05.017243 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6', 'network_id': 'b190866a-72fa-4c99-a363-c68d5b2ebb49', 'port_id': '48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6', 'mac_address': 'fa:16:3e:df:55:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62bf77b-2c37-428f-a206-e5ae9922c7d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:35:05.054836 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:35:05.073577 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:05.074231 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:05.165265 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:05.166586 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-53bc8b3c-2537-4712-b964-9dd2b5c1d501 None None] Current status of the port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:05.167532 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-53bc8b3c-2537-4712-b964-9dd2b5c1d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:05.190462 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 3db9febf-3d30-45b9-bd7b-326bbaf10285 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:05.192023 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 6f353668-9c43-4961-93c2-0490d7af8ee1 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:05.202973 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:35:05.264314 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-79aee422-0d2e-4d94-8553-a993a47a23f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Made reservation on behalf of c41af6aa819743d380018ec1eed0a793 for: {'port': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:35:05.267885 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-79aee422-0d2e-4d94-8553-a993a47a23f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:05.287161 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1520e5b0-e660-4660-b850-23f1aa14eea6 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (e22167c3-a856-4f6b-afda-0b87053b5624), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:05.289956 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-53bc8b3c-2537-4712-b964-9dd2b5c1d501 None None] For port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=5febf2f1-b80b-4492-bdd7-2f430fcfa5e7,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:05.299762 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6,segment=NetworkSegment(29092677-0b88-46fa-a9b7-305d88585d12),segment_id=29092677-0b88-46fa-a9b7-305d88585d12)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:05.308966 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-53bc8b3c-2537-4712-b964-9dd2b5c1d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:05.331877 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:05.363158 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:05.383736 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:35:05.385811 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-9cc07252-3f9d-41f7-898d-06557f6de391 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:05.391254 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-9cc07252-3f9d-41f7-898d-06557f6de391 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 818 time: 0.4158936 Jun 15 00:35:05.394993 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-3d1b3071-cc9e-4b0d-a203-f4dbbdcb1cbc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:05.396231 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-3d1b3071-cc9e-4b0d-a203-f4dbbdcb1cbc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/networks?id=3761bde8-b221-417b-8881-85e060df935f HTTP/1.1" status: 200 len: 811 time: 0.6773582 Jun 15 00:35:05.436927 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ee8b6530-e6a6-44c8-b8f4-c2b02fb32f49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Request body: {'port': {'device_id': '4960e21e-cad8-4ab3-8d30-800f64692f88', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'admin_state_up': True, 'tenant_id': 'c41af6aa819743d380018ec1eed0a793'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:05.448415 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 6f353668-9c43-4961-93c2-0490d7af8ee1 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:05.448973 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:05.521973 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-6a7a930f-39ad-424e-aa95-16f82b3886b5 None None] Provisioning complete for port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:05.522577 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6a7a930f-39ad-424e-aa95-16f82b3886b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:05.524246 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc8b3c-2537-4712-b964-9dd2b5c1d501 None None] Pushing event updated for resources: {'Port': ['ID=5febf2f1-b80b-4492-bdd7-2f430fcfa5e7,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:05.528769 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-82c4bb8f-b920-472d-b298-52b62d0f343d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/quotas/ad57875727e24965a37faca9c9a30984 HTTP/1.1" status: 200 len: 375 time: 0.1088638 Jun 15 00:35:05.569920 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995dd3c-e19d-49a9-ba3e-d8bed80fe3aa req-11e61a66-d91c-4e4d-bbc2-eb7ce2026d5e tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:05.571623 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9995dd3c-e19d-49a9-ba3e-d8bed80fe3aa req-11e61a66-d91c-4e4d-bbc2-eb7ce2026d5e tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 943 time: 0.6123993 Jun 15 00:35:05.634055 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:04Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:05.668580 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4208b33-f9b9-47bb-a02d-acb777fe9c31 None None] The sync data for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi is: [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:04Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:35:05.803884 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 54086) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:05.869619 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:35:05.892481 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-79aee422-0d2e-4d94-8553-a993a47a23f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Allocated IP 172.20.0.13 (66e99f87-49a1-4115-bc83-5f9cfb627037/45e8d5a0-f570-4a95-8507-e8e6d8242f3d/b2bbd2bd-a2e4-4dfa-a62a-282539206286) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:35:05.909633 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8466146e-d060-4b03-b287-f7f1765647c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.007469 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:06.105357 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-79aee422-0d2e-4d94-8553-a993a47a23f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.141061 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:06.167130 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1520e5b0-e660-4660-b850-23f1aa14eea6 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (e22167c3-a856-4f6b-afda-0b87053b5624), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.174252 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-79aee422-0d2e-4d94-8553-a993a47a23f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.182584 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9995dd3c-e19d-49a9-ba3e-d8bed80fe3aa req-56241a3b-1de2-4c3f-b2ff-cc74ca95fe7d tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854609 Jun 15 00:35:06.201861 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 6f353668-9c43-4961-93c2-0490d7af8ee1 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:06.269584 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-79aee422-0d2e-4d94-8553-a993a47a23f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Network 66e99f87-49a1-4115-bc83-5f9cfb627037 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:35:06.272382 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:06.276212 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1520e5b0-e660-4660-b850-23f1aa14eea6 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (e22167c3-a856-4f6b-afda-0b87053b5624), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.285687 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aee422-0d2e-4d94-8553-a993a47a23f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Pushing event updated for resources: {'Port': ['ID=b2bbd2bd-a2e4-4dfa-a62a-282539206286,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:06.293330 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-79aee422-0d2e-4d94-8553-a993a47a23f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:35:06.295206 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8466146e-d060-4b03-b287-f7f1765647c6 admin admin] Publish callbacks [] for security_group (9b07d749-8369-4c2e-aeb7-f8c3261b05f9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.311378 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8466146e-d060-4b03-b287-f7f1765647c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (9b07d749-8369-4c2e-aeb7-f8c3261b05f9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.312748 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-79aee422-0d2e-4d94-8553-a993a47a23f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:35:06.395197 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ee8b6530-e6a6-44c8-b8f4-c2b02fb32f49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Made reservation on behalf of c41af6aa819743d380018ec1eed0a793 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:35:06.408147 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ee8b6530-e6a6-44c8-b8f4-c2b02fb32f49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.463806 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8466146e-d060-4b03-b287-f7f1765647c6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0629476d34ac43a7a480438c96b657a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6533625 Jun 15 00:35:06.466134 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 54102) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:06.493413 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:06.497830 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520e5b0-e660-4660-b850-23f1aa14eea6 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22167c3-a856-4f6b-afda-0b87053b5624,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:06.502957 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466146e-d060-4b03-b287-f7f1765647c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b07d749-8369-4c2e-aeb7-f8c3261b05f9,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:06.515147 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1520e5b0-e660-4660-b850-23f1aa14eea6 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.522565 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-1520e5b0-e660-4660-b850-23f1aa14eea6 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6630454 Jun 15 00:35:06.529077 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-79aee422-0d2e-4d94-8553-a993a47a23f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:06.529644 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-79aee422-0d2e-4d94-8553-a993a47a23f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.535198 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 54104) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:06.552153 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:06.556492 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a930f-39ad-424e-aa95-16f82b3886b5 None None] Current status of the port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:06.566684 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-90664aac-7968-453d-9271-3399bd168f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:02Z', 'revision_number': 2, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:06.571797 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-5962d9fd-a02d-4141-a039-6c38003bd39f tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ad57875727e24965a37faca9c9a30984&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0238202 Jun 15 00:35:06.580184 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-79aee422-0d2e-4d94-8553-a993a47a23f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8784914 Jun 15 00:35:06.598436 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7ab718cd-5392-4be8-b3d5-1e875f5b136b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'security_group_rule': {'security_group_id': '08fc06ab-71ec-4cfe-92dd-e96baee4956c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:06.617734 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Request body: {'port': {'device_id': '47ae8573-31c0-4021-bb7d-ca97d07d22af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:06.644496 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=14,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:06.751118 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-6a7a930f-39ad-424e-aa95-16f82b3886b5 None None] Provisioning complete for port 9b894595-2064-4ff9-afa8-cb98367210a6 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:06.751497 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6a7a930f-39ad-424e-aa95-16f82b3886b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.789161 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Checking router: 1930a8d2-8e1b-43f5-8705-3de06e95c595 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:35:06.789623 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Updating router 1930a8d2-8e1b-43f5-8705-3de06e95c595 port 9b894595-2064-4ff9-afa8-cb98367210a6 binding host dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:35:06.794533 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.823045 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ab718cd-5392-4be8-b3d5-1e875f5b136b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (fe6d2d3a-0721-4a38-908f-cc34e6f0741c), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.860673 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a930f-39ad-424e-aa95-16f82b3886b5 None None] Port 9b894595-2064-4ff9-afa8-cb98367210a6 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:35:06.862935 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.899226 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 54112) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:06.907514 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3714e7dd-9e12-4cf0-9a61-c26c5ff3527c admin admin] Publish callbacks [] for security_group (9b07d749-8369-4c2e-aeb7-f8c3261b05f9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:06.912458 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-bf46fbc8-5ec3-4072-bbb9-5624cfbab3c6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--78851434', 'description': 'tempest-description--732381619'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:06.914811 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:07.005108 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:07.006431 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:07.079771 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-9b1b2f26-195c-434c-8fbf-cf31e4e7cfa8 service neutron] 10.222.0.33 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824562 Jun 15 00:35:07.184166 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-7447a78c-a824-4fc0-b14a-c113421cd8d3 service neutron] 10.222.0.33 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033487 Jun 15 00:35:07.359708 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3714e7dd-9e12-4cf0-9a61-c26c5ff3527c admin admin] Publish callbacks [] for security_group (9b07d749-8369-4c2e-aeb7-f8c3261b05f9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:07.392565 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-44fc6d43-ed0e-418d-9abc-51f6385d7165 None None] Provisioning complete for port b2bbd2bd-a2e4-4dfa-a62a-282539206286 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:07.394932 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-44fc6d43-ed0e-418d-9abc-51f6385d7165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:07.407302 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0f222cb9-b986-4631-8f71-059a8be056a9 req-b70a326b-1607-46ad-ad06-5ed99280aab1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 210 time: 0.4235728 Jun 15 00:35:07.456029 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf46fbc8-5ec3-4072-bbb9-5624cfbab3c6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:07.459079 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4898c6-9c47-4647-a220-3811e1614991 req-d37dad3a-ee8c-4ef5-a9a7-8e9870072c6a tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:07.461090 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4d4898c6-9c47-4647-a220-3811e1614991 req-d37dad3a-ee8c-4ef5-a9a7-8e9870072c6a tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 944 time: 0.0693169 Jun 15 00:35:07.472149 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ee8b6530-e6a6-44c8-b8f4-c2b02fb32f49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Allocated IP 172.20.0.14 (66e99f87-49a1-4115-bc83-5f9cfb627037/45e8d5a0-f570-4a95-8507-e8e6d8242f3d/92085804-04f9-491e-909d-de03a26ec439) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:35:07.483904 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:07.487536 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:07.512759 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-44fc6d43-ed0e-418d-9abc-51f6385d7165 None None] Port b2bbd2bd-a2e4-4dfa-a62a-282539206286 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:35:07.530633 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ab718cd-5392-4be8-b3d5-1e875f5b136b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (fe6d2d3a-0721-4a38-908f-cc34e6f0741c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:07.538787 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4d4898c6-9c47-4647-a220-3811e1614991 req-32c0882b-aad9-4de5-8c12-4eb89926ebb1 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712671 Jun 15 00:35:07.586812 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ab718cd-5392-4be8-b3d5-1e875f5b136b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (fe6d2d3a-0721-4a38-908f-cc34e6f0741c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:07.616563 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef96c500-b696-4db5-8a2f-39e42acecc46 req-3965375b-6362-4db8-956e-f351495fe68e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 210 time: 0.1207910 Jun 15 00:35:07.636690 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:07.638080 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab718cd-5392-4be8-b3d5-1e875f5b136b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6d2d3a-0721-4a38-908f-cc34e6f0741c,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:07.651061 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device cd833798-8724-4133-a11b-2c818ae4d30a up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:07.666708 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ab718cd-5392-4be8-b3d5-1e875f5b136b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:07.668303 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7ab718cd-5392-4be8-b3d5-1e875f5b136b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1224630 Jun 15 00:35:07.671663 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 54136) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:07.680428 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:07.684028 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Publish callbacks [] for port (9b894595-2064-4ff9-afa8-cb98367210a6), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:07.712379 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:07.728088 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:07.749867 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3714e7dd-9e12-4cf0-9a61-c26c5ff3527c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (9b07d749-8369-4c2e-aeb7-f8c3261b05f9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:07.753409 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3714e7dd-9e12-4cf0-9a61-c26c5ff3527c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:07.756632 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3714e7dd-9e12-4cf0-9a61-c26c5ff3527c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9b07d749-8369-4c2e-aeb7-f8c3261b05f9 HTTP/1.1" status: 204 len: 168 time: 1.2710989 Jun 15 00:35:07.781282 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port cd833798-8724-4133-a11b-2c818ae4d30a triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:07.781663 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (cd833798-8724-4133-a11b-2c818ae4d30a), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:07.834034 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be348f71-8259-4395-8dbb-267a1bf7bee4 None None] Pushing event updated for resources: {'Port': ['ID=9b894595-2064-4ff9-afa8-cb98367210a6,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:07.865055 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714e7dd-9e12-4cf0-9a61-c26c5ff3527c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b07d749-8369-4c2e-aeb7-f8c3261b05f9,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:07.949551 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:08.152041 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf46fbc8-5ec3-4072-bbb9-5624cfbab3c6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group (21950003-6c0f-4b44-bf0f-2a205b48de9e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:08.182815 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf46fbc8-5ec3-4072-bbb9-5624cfbab3c6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (21950003-6c0f-4b44-bf0f-2a205b48de9e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:08.214985 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ee8b6530-e6a6-44c8-b8f4-c2b02fb32f49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for port (92085804-04f9-491e-909d-de03a26ec439), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:08.220288 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Allocated IP 172.27.3.251 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/9e36c2d2-4076-4732-897d-39e11643a073) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:35:08.252996 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf46fbc8-5ec3-4072-bbb9-5624cfbab3c6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:08.254539 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bf46fbc8-5ec3-4072-bbb9-5624cfbab3c6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3481753 Jun 15 00:35:08.257592 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 54152) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:08.263730 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46fbc8-5ec3-4072-bbb9-5624cfbab3c6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21950003-6c0f-4b44-bf0f-2a205b48de9e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:08.264578 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-f4966125-7960-4789-b983-fd821911fb65 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Request body: {'security_group_rule': {'security_group_id': '21950003-6c0f-4b44-bf0f-2a205b48de9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:08.305223 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ee8b6530-e6a6-44c8-b8f4-c2b02fb32f49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (92085804-04f9-491e-909d-de03a26ec439), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:08.340493 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:08.406198 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:08.410857 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-f744af2a-8645-4db2-9249-61fe422d4995 None None] Provisioning complete for port 9b894595-2064-4ff9-afa8-cb98367210a6 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:08.411264 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f744af2a-8645-4db2-9249-61fe422d4995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:08.414625 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:08.449045 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Attempting to bind port 9b894595-2064-4ff9-afa8-cb98367210a6 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:35:08.449415 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Attempting to bind port 9b894595-2064-4ff9-afa8-cb98367210a6 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:35:08.449778 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Attempting to bind port 9b894595-2064-4ff9-afa8-cb98367210a6 on network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:35:08.515286 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:35:08.515677 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Checking segment: {'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:35:08.516071 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:08.516467 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Bound using segment: {'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:35:08.516959 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Bound port: 9b894595-2064-4ff9-afa8-cb98367210a6, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:35:08.517341 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:08.540955 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b6530-e6a6-44c8-b8f4-c2b02fb32f49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Pushing event updated for resources: {'Port': ['ID=92085804-04f9-491e-909d-de03a26ec439,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:08.565140 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ee8b6530-e6a6-44c8-b8f4-c2b02fb32f49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Network 66e99f87-49a1-4115-bc83-5f9cfb627037 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:35:08.566645 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ee8b6530-e6a6-44c8-b8f4-c2b02fb32f49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:35:08.587209 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ee8b6530-e6a6-44c8-b8f4-c2b02fb32f49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:35:08.660416 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:08.711184 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:35:08.730823 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-f744af2a-8645-4db2-9249-61fe422d4995 None None] Port 9b894595-2064-4ff9-afa8-cb98367210a6 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:35:08.780635 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:08.785499 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f4966125-7960-4789-b983-fd821911fb65 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group_rule (46b6f13e-6bc6-49ca-a0bb-9bc117d0a019), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:08.792809 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:08.797652 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for port (9e36c2d2-4076-4732-897d-39e11643a073), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:08.799887 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c3a39-e309-4c03-9f44-d1be9f3fb047 req-afe2430e-6138-48bb-acc4-6b1324a68ee6 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:08.800133 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port cd833798-8724-4133-a11b-2c818ae4d30a is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:08.807363 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a96c3a39-e309-4c03-9f44-d1be9f3fb047 req-afe2430e-6138-48bb-acc4-6b1324a68ee6 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 944 time: 0.1381576 Jun 15 00:35:08.868280 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ee8b6530-e6a6-44c8-b8f4-c2b02fb32f49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:08.869322 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ee8b6530-e6a6-44c8-b8f4-c2b02fb32f49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:08.871409 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5187b-6e61-4176-a9cc-b9911d9cf303 req-bac85394-3f02-4886-ac5b-f711b85ff421 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:08.874947 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-01e5187b-6e61-4176-a9cc-b9911d9cf303 req-bac85394-3f02-4886-ac5b-f711b85ff421 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 932 time: 0.2163017 Jun 15 00:35:08.899441 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-ee8b6530-e6a6-44c8-b8f4-c2b02fb32f49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4850404 Jun 15 00:35:08.940405 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a96c3a39-e309-4c03-9f44-d1be9f3fb047 req-bd524929-df7d-41cb-a8a6-43ed2e682e1e tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234224 Jun 15 00:35:08.955949 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-90664aac-7968-453d-9271-3399bd168f13 None None] For port 9b894595-2064-4ff9-afa8-cb98367210a6, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:35:08.967447 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Request body: {'port': {'device_id': '4960e21e-cad8-4ab3-8d30-800f64692f88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:08.973667 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-90664aac-7968-453d-9271-3399bd168f13 None None] For port 9b894595-2064-4ff9-afa8-cb98367210a6, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=9b894595-2064-4ff9-afa8-cb98367210a6,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:35:09.029570 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:09.049438 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:09.081032 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bbd2bd-a2e4-4dfa-a62a-282539206286 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:35:09.097118 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Publish callbacks [] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:09.109674 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-01e5187b-6e61-4176-a9cc-b9911d9cf303 req-3407636a-05e1-4585-bf6b-cac41fd91289 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077198 Jun 15 00:35:09.147634 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f4966125-7960-4789-b983-fd821911fb65 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group_rule (46b6f13e-6bc6-49ca-a0bb-9bc117d0a019), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:09.165569 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Transition to ACTIVE for port object b2bbd2bd-a2e4-4dfa-a62a-282539206286 will not be triggered until provisioned by entity L2. {{(pid=104110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:35:09.166691 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f4966125-7960-4789-b983-fd821911fb65 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (46b6f13e-6bc6-49ca-a0bb-9bc117d0a019), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:09.168264 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.42', 54629) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:09.170711 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-77acb25b-3711-46e3-952a-ea7aa5a29a2f None None] Provisioning complete for port 92085804-04f9-491e-909d-de03a26ec439 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:09.171411 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-77acb25b-3711-46e3-952a-ea7aa5a29a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (92085804-04f9-491e-909d-de03a26ec439), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:09.185213 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (92085804-04f9-491e-909d-de03a26ec439), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:09.191431 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (9e36c2d2-4076-4732-897d-39e11643a073), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:09.205950 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:09.249961 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7c72fa6-c8de-4148-8be9-ea6ba942b90d req-90308bbc-7c29-4057-afd1-4ca9e0ac6337 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 210 time: 0.0723891 Jun 15 00:35:09.288962 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4966125-7960-4789-b983-fd821911fb65 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b6f13e-6bc6-49ca-a0bb-9bc117d0a019,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:09.358744 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:35:09.363927 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f4966125-7960-4789-b983-fd821911fb65 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:09.368198 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-f4966125-7960-4789-b983-fd821911fb65 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1094420 Jun 15 00:35:09.421393 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:35:09.422065 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-90664aac-7968-453d-9271-3399bd168f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:35:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:09.512660 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 54204) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:09.546034 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:09.547152 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'Port': ['ID=9e36c2d2-4076-4732-897d-39e11643a073,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:09.600140 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-ebac63ea-f58f-4d03-b042-f7390e4e4cf7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Request body: {'security_group_rule': {'security_group_id': '21950003-6c0f-4b44-bf0f-2a205b48de9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:09.606694 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:09.653122 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:35:09.675856 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:09.688609 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be348f71-8259-4395-8dbb-267a1bf7bee4 None None] Pushing event updated for resources: {'Port': ['ID=9b894595-2064-4ff9-afa8-cb98367210a6,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:09.710133 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:09.710516 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:09.712731 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-77acb25b-3711-46e3-952a-ea7aa5a29a2f None None] Port 92085804-04f9-491e-909d-de03a26ec439 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:35:09.789081 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b3c44f-2913-4674-b6d2-9930ec53d114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:09.824011 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:35:09.828233 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:35:09.952456 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6,segment=NetworkSegment(29092677-0b88-46fa-a9b7-305d88585d12),segment_id=29092677-0b88-46fa-a9b7-305d88585d12)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:09.973356 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:09.992686 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8406de49-f733-4763-a445-2d4a1ff9946e None None] Provisioning complete for port 9b894595-2064-4ff9-afa8-cb98367210a6 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:09.993039 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8406de49-f733-4763-a445-2d4a1ff9946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.011529 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-90664aac-7968-453d-9271-3399bd168f13 None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:35:10.097514 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92085804-04f9-491e-909d-de03a26ec439 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:35:10.118278 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Publish callbacks [] for port (92085804-04f9-491e-909d-de03a26ec439), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.161159 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Transition to ACTIVE for port object 92085804-04f9-491e-909d-de03a26ec439 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:35:10.166153 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (92085804-04f9-491e-909d-de03a26ec439), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.221613 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:10.284859 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Pushing event updated for resources: {'Port': ['ID=92085804-04f9-491e-909d-de03a26ec439,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:10.332256 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebda7c64-cd34-457c-8629-1a74c16ecdd5" -d '{"events": [{"server_uuid": "99b3c44f-2913-4674-b6d2-9930ec53d114", "name": "network-vif-plugged", "status": "completed", "tag": "48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:10.352107 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8406de49-f733-4763-a445-2d4a1ff9946e None None] Current status of the port 9b894595-2064-4ff9-afa8-cb98367210a6 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:10.356364 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8406de49-f733-4763-a445-2d4a1ff9946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.441813 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Attempting to bind port b2bbd2bd-a2e4-4dfa-a62a-282539206286 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:35:10.442420 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Attempting to bind port b2bbd2bd-a2e4-4dfa-a62a-282539206286 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:35:10.442554 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4c7dd-b41d-40a2-ada2-a7aba9423dae req-88206cec-3eda-487e-a10b-12be13bf79eb tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:10.443184 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Attempting to bind port b2bbd2bd-a2e4-4dfa-a62a-282539206286 on network 66e99f87-49a1-4115-bc83-5f9cfb627037 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:35:10.445598 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ab4c7dd-b41d-40a2-ada2-a7aba9423dae req-88206cec-3eda-487e-a10b-12be13bf79eb tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 944 time: 0.1157281 Jun 15 00:35:10.463972 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8406de49-f733-4763-a445-2d4a1ff9946e None None] For port 9b894595-2064-4ff9-afa8-cb98367210a6, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=9b894595-2064-4ff9-afa8-cb98367210a6,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:10.468589 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:10.471749 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Port b2bbd2bd-a2e4-4dfa-a62a-282539206286 on network 66e99f87-49a1-4115-bc83-5f9cfb627037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:35:10.472081 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Attempting to bind port b2bbd2bd-a2e4-4dfa-a62a-282539206286 on network 66e99f87-49a1-4115-bc83-5f9cfb627037 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:35:10.478447 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bbd2bd-a2e4-4dfa-a62a-282539206286,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:10.488383 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8406de49-f733-4763-a445-2d4a1ff9946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.500094 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:35:10.500094 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Checking segment: {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:35:10.500515 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Bound using segment: {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:35:10.501026 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Bound port: b2bbd2bd-a2e4-4dfa-a62a-282539206286, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:35:10.502075 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.515601 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Attempting to bind port 92085804-04f9-491e-909d-de03a26ec439 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:35:10.515957 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Attempting to bind port 92085804-04f9-491e-909d-de03a26ec439 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:35:10.516308 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Attempting to bind port 92085804-04f9-491e-909d-de03a26ec439 on network 66e99f87-49a1-4115-bc83-5f9cfb627037 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:35:10.517162 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ebac63ea-f58f-4d03-b042-f7390e4e4cf7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group_rule (a5391cee-c586-4007-822f-f52604d300d1), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.525355 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-90664aac-7968-453d-9271-3399bd168f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:08Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:10.531522 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Port 92085804-04f9-491e-909d-de03a26ec439 on network 66e99f87-49a1-4115-bc83-5f9cfb627037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:35:10.532166 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Attempting to bind port 92085804-04f9-491e-909d-de03a26ec439 on network 66e99f87-49a1-4115-bc83-5f9cfb627037 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:35:10.540145 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ab4c7dd-b41d-40a2-ada2-a7aba9423dae req-146141bd-8f23-4955-9064-ea4be589cbfe tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845847 Jun 15 00:35:10.541284 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:35:10.541621 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Checking segment: {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:35:10.542166 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Bound using segment: {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:35:10.542626 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Bound port: 92085804-04f9-491e-909d-de03a26ec439, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:35:10.543019 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (92085804-04f9-491e-909d-de03a26ec439), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.544625 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:10.582658 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90664aac-7968-453d-9271-3399bd168f13 None None] The sync data for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi is: [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:08Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:35:10.629027 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406de49-f733-4763-a445-2d4a1ff9946e None None] Pushing event updated for resources: {'Port': ['ID=9b894595-2064-4ff9-afa8-cb98367210a6,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:10.652433 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] For port 92085804-04f9-491e-909d-de03a26ec439, host hv-cinder-83538, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:35:10.656799 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:10.670129 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (7553750c-c722-405c-933d-e3a1f2af7831), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.685713 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] For port 92085804-04f9-491e-909d-de03a26ec439, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=92085804-04f9-491e-909d-de03a26ec439,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:35:10.707708 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ebac63ea-f58f-4d03-b042-f7390e4e4cf7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group_rule (a5391cee-c586-4007-822f-f52604d300d1), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.707857 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-984b96b7-bf2c-4e73-a168-8f06a72bda68 req-10cd6dfb-8f46-4ead-a8a9-94b81487d2f3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 210 time: 0.0492256 Jun 15 00:35:10.712632 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (92085804-04f9-491e-909d-de03a26ec439), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.762621 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-997baa8c-6c55-4adc-9606-23deb9520f51 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:10.762746 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:10.763319 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.764702 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] 10.222.0.42 "PUT /v2.0/ports/92085804-04f9-491e-909d-de03a26ec439 HTTP/1.1" status: 200 len: 1094 time: 1.8107030 Jun 15 00:35:10.765185 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4960e21e-cad8-4ab3-8d30-800f64692f88', 'tag': '92085804-04f9-491e-909d-de03a26ec439'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:10.767438 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-997baa8c-6c55-4adc-9606-23deb9520f51 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.42 "GET /v2.0/networks?id=3761bde8-b221-417b-8881-85e060df935f HTTP/1.1" status: 200 len: 811 time: 1.5952260 Jun 15 00:35:10.772818 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (9e36c2d2-4076-4732-897d-39e11643a073), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.788892 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0bae9-fa1f-48dc-8200-b0a2cdea0097 service neutron] Pushing event updated for resources: {'Port': ['ID=92085804-04f9-491e-909d-de03a26ec439,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:10.813288 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b423-72c0-4da3-929e-7b6e3450c888 req-beb515f8-ecdb-4c48-8937-a45c0028a3bb tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:10.821527 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-20e2b423-72c0-4da3-929e-7b6e3450c888 req-beb515f8-ecdb-4c48-8937-a45c0028a3bb tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 945 time: 0.6266201 Jun 15 00:35:10.835746 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ebac63ea-f58f-4d03-b042-f7390e4e4cf7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (a5391cee-c586-4007-822f-f52604d300d1), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:10.956197 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac63ea-f58f-4d03-b042-f7390e4e4cf7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5391cee-c586-4007-822f-f52604d300d1,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:11.086319 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-728d63fa-069e-47f5-98f0-d20fabfcb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:11.089550 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-728d63fa-069e-47f5-98f0-d20fabfcb671 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 1128 time: 0.1954579 Jun 15 00:35:11.097191 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ebac63ea-f58f-4d03-b042-f7390e4e4cf7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:11.105119 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 54270) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:11.107163 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-ebac63ea-f58f-4d03-b042-f7390e4e4cf7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5536222 Jun 15 00:35:11.110082 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:11.142637 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e449a6-820a-4e5b-a236-56370c5f61f4 x-openstack-request-id: req-c1e449a6-820a-4e5b-a236-56370c5f61f4 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:11.143139 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b3c44f-2913-4674-b6d2-9930ec53d114", "name": "network-vif-plugged", "status": "completed", "tag": "48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:11.143215 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c1e449a6-820a-4e5b-a236-56370c5f61f4 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:11.143665 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e449a6-820a-4e5b-a236-56370c5f61f4'] response: {'server_uuid': '99b3c44f-2913-4674-b6d2-9930ec53d114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6', 'code': 200} Jun 15 00:35:11.145659 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:11.226291 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-20e2b423-72c0-4da3-929e-7b6e3450c888 req-0063b4b8-f437-4987-aa42-aa903c30a070 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037886 Jun 15 00:35:11.296385 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f162b7-1bb0-4215-9809-bf92c4a6d417" -d '{"events": [{"name": "network-changed", "server_uuid": "4960e21e-cad8-4ab3-8d30-800f64692f88", "tag": "92085804-04f9-491e-909d-de03a26ec439"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:11.300053 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-116bd77d-6b10-4f02-aa29-b469aab19369 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92085804-04f9-491e-909d-de03a26ec439 HTTP/1.1" status: 200 len: 217 time: 0.1961122 Jun 15 00:35:11.377194 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:11.381598 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.42', 54632) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:11.485413 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for port (9e36c2d2-4076-4732-897d-39e11643a073), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:11.498473 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e77ff9-0fc0-4590-9ede-8d6670104c6b req-0103291c-bc0a-4d90-a463-9e5dc4864c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:11.502803 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-667b3183-fb5d-4ad8-8440-9a65be641927 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad57875727e24965a37faca9c9a30984 HTTP/1.1" status: 200 len: 380 time: 0.6733027 Jun 15 00:35:11.503179 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4e77ff9-0fc0-4590-9ede-8d6670104c6b req-0103291c-bc0a-4d90-a463-9e5dc4864c38 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 1129 time: 0.1186593 Jun 15 00:35:11.506647 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] For port b2bbd2bd-a2e4-4dfa-a62a-282539206286, host hv-cinder-83538, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:35:11.526221 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1b992b9e-6459-47f2-a5f6-85c6d1835592 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Request body: {'port': {'device_id': '50956474-5c4e-4b66-b9d0-9e84c8d8874e', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'admin_state_up': True, 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'security_groups': ['d5b2dd41-2311-4619-a396-9add42132214']}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:11.538451 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c4e77ff9-0fc0-4590-9ede-8d6670104c6b req-00904900-5cc5-433b-8785-7c1915c33e7b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:11.544073 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-0f48322d-cbf2-42d7-822f-3d18ae21d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:11.545547 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-0f48322d-cbf2-42d7-822f-3d18ae21d32e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.2390604 Jun 15 00:35:11.735336 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (9e36c2d2-4076-4732-897d-39e11643a073), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:11.765560 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 54290) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:11.785310 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] For port b2bbd2bd-a2e4-4dfa-a62a-282539206286, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b2bbd2bd-a2e4-4dfa-a62a-282539206286,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:35:11.907117 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:11.936808 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fd0b20-48c3-4686-98ae-1121fd5c37b4 x-openstack-request-id: req-f5fd0b20-48c3-4686-98ae-1121fd5c37b4 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:11.937259 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4960e21e-cad8-4ab3-8d30-800f64692f88", "tag": "92085804-04f9-491e-909d-de03a26ec439", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:11.937361 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f5fd0b20-48c3-4686-98ae-1121fd5c37b4 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:11.937752 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5fd0b20-48c3-4686-98ae-1121fd5c37b4'] response: {'name': 'network-changed', 'server_uuid': '4960e21e-cad8-4ab3-8d30-800f64692f88', 'tag': '92085804-04f9-491e-909d-de03a26ec439', 'status': 'completed', 'code': 200} Jun 15 00:35:11.950558 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:11.993036 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e3e33-4ffc-406a-9313-a57cf637ea7e req-df0e1a99-1503-48af-959d-039a6f176615 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:11.994590 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-749e3e33-4ffc-406a-9313-a57cf637ea7e req-df0e1a99-1503-48af-959d-039a6f176615 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 944 time: 0.2490616 Jun 15 00:35:11.996685 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b9b2e723-1c28-4835-a977-7c974c6f3968 req-89c0b251-7007-46bb-8832-63bacc8916b5 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 210 time: 0.0678351 Jun 15 00:35:12.023111 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'Port': ['ID=9e36c2d2-4076-4732-897d-39e11643a073,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:12.045769 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-39c1efaf-03df-4e00-9a79-d41f692e2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:12.048284 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-39c1efaf-03df-4e00-9a79-d41f692e2deb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4941225 Jun 15 00:35:12.054427 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:12.068371 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:12.069013 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:12.070461 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] 10.222.0.42 "PUT /v2.0/ports/b2bbd2bd-a2e4-4dfa-a62a-282539206286 HTTP/1.1" status: 200 len: 1094 time: 5.4745016 Jun 15 00:35:12.074848 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ae8573-31c0-4021-bb7d-ca97d07d22af', 'tag': 'b2bbd2bd-a2e4-4dfa-a62a-282539206286'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:12.079944 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2706c6d-7ab7-49c0-88e5-3af9102836ae" -d '{"events": [{"name": "network-changed", "server_uuid": "47ae8573-31c0-4021-bb7d-ca97d07d22af", "tag": "b2bbd2bd-a2e4-4dfa-a62a-282539206286"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:12.156766 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (7553750c-c722-405c-933d-e3a1f2af7831), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:12.163067 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9411c99-67ef-4eb7-a2e8-23b7e0bd8f57 x-openstack-request-id: req-a9411c99-67ef-4eb7-a2e8-23b7e0bd8f57 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:12.163496 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ae8573-31c0-4021-bb7d-ca97d07d22af", "tag": "b2bbd2bd-a2e4-4dfa-a62a-282539206286", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:12.163893 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a9411c99-67ef-4eb7-a2e8-23b7e0bd8f57 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:12.164389 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9411c99-67ef-4eb7-a2e8-23b7e0bd8f57'] response: {'name': 'network-changed', 'server_uuid': '47ae8573-31c0-4021-bb7d-ca97d07d22af', 'tag': 'b2bbd2bd-a2e4-4dfa-a62a-282539206286', 'status': 'completed', 'code': 200} Jun 15 00:35:12.220169 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-4d57438d-8f1a-427c-b022-8d069b67341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:12.222398 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-4d57438d-8f1a-427c-b022-8d069b67341a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 1128 time: 0.0841963 Jun 15 00:35:12.227284 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Allocated IP 172.27.3.111 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/50b73dd0-48e3-4e67-b2c5-c1b665990ca8) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:35:12.280388 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c4044461-e420-47a8-94f7-16cea1e66db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:12.314136 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1b992b9e-6459-47f2-a5f6-85c6d1835592 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Made reservation on behalf of ad57875727e24965a37faca9c9a30984 for: {'port': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:35:12.318744 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1b992b9e-6459-47f2-a5f6-85c6d1835592 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:12.328513 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:12.335238 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c4e77ff9-0fc0-4590-9ede-8d6670104c6b req-00904900-5cc5-433b-8785-7c1915c33e7b service neutron] Publish callbacks [] for security_group (11e9cf59-eead-4567-98e4-8d2717e22729), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:12.378902 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:12.387472 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-c17ffd2c-97df-46d1-8f77-1ed903976eff tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7071402 Jun 15 00:35:12.387472 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-ac527d1d-eb2f-4fd3-becf-5362c37f3252 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2bbd2bd-a2e4-4dfa-a62a-282539206286 HTTP/1.1" status: 200 len: 217 time: 0.1096148 Jun 15 00:35:12.401190 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c4e77ff9-0fc0-4590-9ede-8d6670104c6b req-00904900-5cc5-433b-8785-7c1915c33e7b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (11e9cf59-eead-4567-98e4-8d2717e22729), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:12.408127 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-749e3e33-4ffc-406a-9313-a57cf637ea7e req-9eb4266f-65b8-4095-b3cc-422f3cb165d3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725069 Jun 15 00:35:12.408749 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6158a6-0487-4031-8d97-3c609b6d4784 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bbd2bd-a2e4-4dfa-a62a-282539206286,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:12.459114 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:12.554689 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3dbb7-f8d2-47c6-81ef-012992f2350b req-a7f28693-815b-4f62-a260-f4758c638f4a tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:12.556403 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9eb3dbb7-f8d2-47c6-81ef-012992f2350b req-a7f28693-815b-4f62-a260-f4758c638f4a tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 945 time: 0.2453043 Jun 15 00:35:12.569208 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4e77ff9-0fc0-4590-9ede-8d6670104c6b req-00904900-5cc5-433b-8785-7c1915c33e7b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0523832 Jun 15 00:35:12.601960 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-d5b6c50d-6326-4d4d-8562-9cd272fc251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:12.603266 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00904900-5cc5-433b-8785-7c1915c33e7b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=11e9cf59-eead-4567-98e4-8d2717e22729,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:12.603621 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-d5b6c50d-6326-4d4d-8562-9cd272fc251e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.2133346 Jun 15 00:35:12.612196 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:12.623493 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-6ce4b3e8-bc3b-44ad-a721-4268b5497a2a service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993806 Jun 15 00:35:12.626201 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for port (50b73dd0-48e3-4e67-b2c5-c1b665990ca8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:12.691100 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9eb3dbb7-f8d2-47c6-81ef-012992f2350b req-2df3f9ca-5bc8-42ff-8dec-af050b6fb805 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055543 Jun 15 00:35:12.710457 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (50b73dd0-48e3-4e67-b2c5-c1b665990ca8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:12.721153 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c4044461-e420-47a8-94f7-16cea1e66db6 admin admin] Publish callbacks [] for security_group (636c72cb-b994-4611-ad21-a249b8036a98), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:12.744291 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c4044461-e420-47a8-94f7-16cea1e66db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (636c72cb-b994-4611-ad21-a249b8036a98), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:12.759538 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:35:12.762963 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:35:12.765871 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:35:12.800158 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event updated for resources: {'Port': ['ID=50b73dd0-48e3-4e67-b2c5-c1b665990ca8,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:12.802439 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1b992b9e-6459-47f2-a5f6-85c6d1835592 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Allocated IP 172.20.0.4 (3761bde8-b221-417b-8881-85e060df935f/689a593e-4a17-4083-adfb-a273ffd4ed01/6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:35:12.818864 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-0694d816-8212-45bd-acb6-d22df1813327 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--696915868&fields=id&tenant_id=32c13d8e3a764cf59f81e17eaca1c853 HTTP/1.1" status: 200 len: 267 time: 0.1993914 Jun 15 00:35:12.827370 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-c4044461-e420-47a8-94f7-16cea1e66db6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=87b820411401415186a49a29b0099e23&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0532563 Jun 15 00:35:12.830110 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4044461-e420-47a8-94f7-16cea1e66db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636c72cb-b994-4611-ad21-a249b8036a98,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:12.830480 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 54322) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:12.940770 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 9b894595-2064-4ff9-afa8-cb98367210a6 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:12.987463 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-37bb3e09-507e-464d-8742-64effc36bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:12.989004 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-37bb3e09-507e-464d-8742-64effc36bf33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1249144 Jun 15 00:35:13.000608 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 9b894595-2064-4ff9-afa8-cb98367210a6 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:13.001296 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.005972 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (80bbb705-935f-43de-aab0-9e7dfc066f1e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.069165 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:13.081982 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a08079-ef97-44f6-b85d-24fecb48263e req-1eeffb35-3b33-4e23-9837-4a7f654868e0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:13.084370 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-1eeffb35-3b33-4e23-9837-4a7f654868e0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 815 time: 0.2553039 Jun 15 00:35:13.124221 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-9d6ec842-7c68-48e0-9de7-b8c991027bb9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/quotas/32c13d8e3a764cf59f81e17eaca1c853 HTTP/1.1" status: 200 len: 375 time: 0.0325308 Jun 15 00:35:13.139003 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0216c5d1-0bd9-4fb8-a716-85b11962e7c2 admin admin] Publish callbacks [] for security_group (636c72cb-b994-4611-ad21-a249b8036a98), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.141032 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 9b894595-2064-4ff9-afa8-cb98367210a6 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:13.150655 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1b992b9e-6459-47f2-a5f6-85c6d1835592 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.172759 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a2ae356-fa40-4ce1-8f14-d3571280fefc req-eba594de-63f8-4cdd-bd48-883a9ba6e944 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149514 Jun 15 00:35:13.196089 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-03ff9311-d35a-4a58-bc6c-5ac049b47cee tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652013 Jun 15 00:35:13.198366 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (50b73dd0-48e3-4e67-b2c5-c1b665990ca8), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.213072 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90c9e645-3ac7-495e-bab2-171182a9d7b8 req-602a207a-8588-44d8-b307-24468e5d04cc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 210 time: 0.0827293 Jun 15 00:35:13.242014 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0216c5d1-0bd9-4fb8-a716-85b11962e7c2 admin admin] Publish callbacks [] for security_group (636c72cb-b994-4611-ad21-a249b8036a98), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.257955 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:13.332476 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0216c5d1-0bd9-4fb8-a716-85b11962e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (636c72cb-b994-4611-ad21-a249b8036a98), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.335833 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0216c5d1-0bd9-4fb8-a716-85b11962e7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.339863 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0216c5d1-0bd9-4fb8-a716-85b11962e7c2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/636c72cb-b994-4611-ad21-a249b8036a98 HTTP/1.1" status: 204 len: 168 time: 0.4882548 Jun 15 00:35:13.346480 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1b992b9e-6459-47f2-a5f6-85c6d1835592 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.385298 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:13.389255 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216c5d1-0bd9-4fb8-a716-85b11962e7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636c72cb-b994-4611-ad21-a249b8036a98,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:13.438289 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1b992b9e-6459-47f2-a5f6-85c6d1835592 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Network 3761bde8-b221-417b-8881-85e060df935f is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:35:13.447208 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-fce36bf5-ccd0-4823-8a5a-17b013012300 service neutron] 10.222.0.33 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185376 Jun 15 00:35:13.450519 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1b992b9e-6459-47f2-a5f6-85c6d1835592 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:35:13.453733 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-2bb561ca-3feb-4a67-b8cc-4e8d2fee1e95 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567284 Jun 15 00:35:13.456539 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1b992b9e-6459-47f2-a5f6-85c6d1835592 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:35:13.464888 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for port (50b73dd0-48e3-4e67-b2c5-c1b665990ca8), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.480656 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (50b73dd0-48e3-4e67-b2c5-c1b665990ca8), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.491206 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b992b9e-6459-47f2-a5f6-85c6d1835592 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event updated for resources: {'Port': ['ID=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:13.576053 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1b992b9e-6459-47f2-a5f6-85c6d1835592 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:13.576688 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1b992b9e-6459-47f2-a5f6-85c6d1835592 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.603117 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:13.633361 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1b992b9e-6459-47f2-a5f6-85c6d1835592 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1125970 Jun 15 00:35:13.664457 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event updated for resources: {'Port': ['ID=50b73dd0-48e3-4e67-b2c5-c1b665990ca8,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:13.684069 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0c531-8936-4ff3-ba0f-577a7ed96d61 req-9f67d729-8917-4f99-b550-7c2e837871e9 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:13.691442 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-637e9d79-163b-48b5-91f4-31ca1d85fd98 service neutron] 10.222.0.33 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276585 Jun 15 00:35:13.693540 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fab0c531-8936-4ff3-ba0f-577a7ed96d61 req-9f67d729-8917-4f99-b550-7c2e837871e9 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 944 time: 0.1303089 Jun 15 00:35:13.705159 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (80bbb705-935f-43de-aab0-9e7dfc066f1e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.744023 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.746824 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-fdb4d90d-f6c5-4b64-a2e9-8a71c32b7e01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6389954 Jun 15 00:35:13.799354 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fab0c531-8936-4ff3-ba0f-577a7ed96d61 req-b5ccad2f-8976-4860-bb64-06c8ee9e6132 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048241 Jun 15 00:35:13.837702 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-167abb9c-2c43-4462-a365-da6887daa310 None None] Provisioning complete for port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:13.840179 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-167abb9c-2c43-4462-a365-da6887daa310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:13.925910 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:13.927559 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-167abb9c-2c43-4462-a365-da6887daa310 None None] Port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:35:13.993267 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Request body: {'port': {'device_id': '50956474-5c4e-4b66-b9d0-9e84c8d8874e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:14.076706 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 54358) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:14.107161 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f162b7-1bb0-4215-9809-bf92c4a6d417 req-45b88bc6-275b-4b3d-a266-633016fc59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:14.108753 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48f162b7-1bb0-4215-9809-bf92c4a6d417 req-45b88bc6-275b-4b3d-a266-633016fc59b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 1128 time: 0.0987990 Jun 15 00:35:14.112178 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5ded3715-fa46-4c9d-962f-b0cbebcd3080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:14.127976 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64410c6c-a71f-4d42-bbc7-33627b25439f req-96a66854-2f09-46ea-a96c-b965ccbec5fa tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:14.135628 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64410c6c-a71f-4d42-bbc7-33627b25439f req-96a66854-2f09-46ea-a96c-b965ccbec5fa tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 945 time: 0.1987445 Jun 15 00:35:14.228610 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64410c6c-a71f-4d42-bbc7-33627b25439f req-9f7bca0e-272d-479a-8f03-2841079daee2 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919106 Jun 15 00:35:14.316176 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5ded3715-fa46-4c9d-962f-b0cbebcd3080 admin admin] Publish callbacks [] for security_group (40260929-2bb4-4baa-b416-e5e6fbc4912f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:14.324961 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5ded3715-fa46-4c9d-962f-b0cbebcd3080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (40260929-2bb4-4baa-b416-e5e6fbc4912f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:14.363683 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:14.376423 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3715-fa46-4c9d-962f-b0cbebcd3080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40260929-2bb4-4baa-b416-e5e6fbc4912f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:14.383005 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5ded3715-fa46-4c9d-962f-b0cbebcd3080 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8d4371ac3ac245ebb9fa47c19ecf7a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032322 Jun 15 00:35:14.385759 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 54378) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:14.422953 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:14.483053 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2356-ac20-447a-b509-ec9268e37740 admin admin] Publish callbacks [] for security_group (40260929-2bb4-4baa-b416-e5e6fbc4912f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:14.495085 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-542b0045-55a3-4ad8-8941-09168a3bfc80 req-0bdc4203-6f04-4d7e-8e41-325f8342cf24 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115690 Jun 15 00:35:14.522961 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-e3a7e1c2-0d49-42ce-865a-44b55d2d4fc5 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--78851434&fields=id&tenant_id=47d48d22515e469fa53498b17ed80be7 HTTP/1.1" status: 200 len: 267 time: 0.1144283 Jun 15 00:35:14.527672 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2356-ac20-447a-b509-ec9268e37740 admin admin] Publish callbacks [] for security_group (40260929-2bb4-4baa-b416-e5e6fbc4912f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:14.572489 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-52be1d45-d65f-4c65-864a-eb35f0a5c0c3 req-3220946e-1904-4ceb-8d77-286dd597a735 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 210 time: 0.2920272 Jun 15 00:35:14.656481 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:14.755192 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a0306-39e7-4b98-92e8-225a844ef905 req-1c2a057b-6714-4d27-852a-792662a6e9db tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:14.756669 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c32a0306-39e7-4b98-92e8-225a844ef905 req-1c2a057b-6714-4d27-852a-792662a6e9db tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 931 time: 0.0563672 Jun 15 00:35:14.776030 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:14.830523 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2356-ac20-447a-b509-ec9268e37740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (40260929-2bb4-4baa-b416-e5e6fbc4912f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:14.833650 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2356-ac20-447a-b509-ec9268e37740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:14.834839 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cc0f2356-ac20-447a-b509-ec9268e37740 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/40260929-2bb4-4baa-b416-e5e6fbc4912f HTTP/1.1" status: 204 len: 168 time: 0.4478219 Jun 15 00:35:14.865746 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-8d8bd44c-55c7-49e9-bdcb-8da1f655e6af tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:14.872314 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-8d8bd44c-55c7-49e9-bdcb-8da1f655e6af tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/networks?id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 200 len: 816 time: 0.3423152 Jun 15 00:35:14.886209 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c32a0306-39e7-4b98-92e8-225a844ef905 req-be5d70b3-45a6-4b61-9919-fe92a6d3e790 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210942 Jun 15 00:35:14.886536 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f2356-ac20-447a-b509-ec9268e37740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40260929-2bb4-4baa-b416-e5e6fbc4912f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:14.925532 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-53e03cc1-2657-4dc7-b1d8-3cf2bd4dab6f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/quotas/47d48d22515e469fa53498b17ed80be7 HTTP/1.1" status: 200 len: 375 time: 0.0522602 Jun 15 00:35:14.941674 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f162b7-1bb0-4215-9809-bf92c4a6d417 req-c7c2784c-a779-4fa6-a485-9f776fc637a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:14.942991 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48f162b7-1bb0-4215-9809-bf92c4a6d417 req-c7c2784c-a779-4fa6-a485-9f776fc637a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.2503064 Jun 15 00:35:15.071747 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff62523-3bc9-49ce-9ee4-1fe4083ae958 req-cd534a60-43f5-4ac7-b824-148b1590be05 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:15.074192 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-bff62523-3bc9-49ce-9ee4-1fe4083ae958 req-cd534a60-43f5-4ac7-b824-148b1590be05 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 944 time: 0.0728307 Jun 15 00:35:15.162579 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:35:15.172110 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-bff62523-3bc9-49ce-9ee4-1fe4083ae958 req-4dcced45-b76c-4b12-95ba-071f13f7672f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910401 Jun 15 00:35:15.174052 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Publish callbacks [] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:15.175106 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c02a3c01-99e0-4c3f-bbef-ef1ff2f50f03 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=47d48d22515e469fa53498b17ed80be7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2487054 Jun 15 00:35:15.189930 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Transition to ACTIVE for port object 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f will not be triggered until provisioned by entity L2. {{(pid=104110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:35:15.196587 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:15.261582 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:15.284183 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Pushing event updated for resources: {'Port': ['ID=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:15.355601 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-f4f19d7a-881f-461e-bbc8-7475b8f25817 service neutron] 10.222.0.33 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646731 Jun 15 00:35:15.369405 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:15.419316 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc37b43-09c5-4bd4-9c77-3ed3a82f3878 req-059655c2-aa98-4c2f-b7fc-7345b92c230e tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:15.420887 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4bc37b43-09c5-4bd4-9c77-3ed3a82f3878 req-059655c2-aa98-4c2f-b7fc-7345b92c230e tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 945 time: 0.0699875 Jun 15 00:35:15.425739 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Attempting to bind port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:35:15.426072 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Attempting to bind port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:35:15.426395 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Attempting to bind port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f on network 3761bde8-b221-417b-8881-85e060df935f {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:35:15.438845 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f on network 3761bde8-b221-417b-8881-85e060df935f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:35:15.439179 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Attempting to bind port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f on network 3761bde8-b221-417b-8881-85e060df935f {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:35:15.454863 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:35:15.455233 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Checking segment: {'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:35:15.455677 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Bound using segment: {'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:35:15.456118 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Bound port: 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:35:15.456480 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:15.534752 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48f162b7-1bb0-4215-9809-bf92c4a6d417 req-bce5fb9c-a33b-48a0-8683-fe2a622bbf41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92085804-04f9-491e-909d-de03a26ec439 HTTP/1.1" status: 200 len: 217 time: 0.0682902 Jun 15 00:35:15.539822 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-925c608a-e7b2-49ce-a859-cd1e81672f54 service neutron] 10.222.0.33 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773598 Jun 15 00:35:15.594264 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4bc37b43-09c5-4bd4-9c77-3ed3a82f3878 req-ec84d847-cd45-467b-9a6f-01e1cc9f8e29 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636829 Jun 15 00:35:15.602303 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f162b7-1bb0-4215-9809-bf92c4a6d417 req-f0f989b5-f6d6-467d-a21b-af735b013b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:15.604315 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48f162b7-1bb0-4215-9809-bf92c4a6d417 req-f0f989b5-f6d6-467d-a21b-af735b013b4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.0635419 Jun 15 00:35:15.660262 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706c6d-7ab7-49c0-88e5-3af9102836ae req-260a36cf-95ad-482c-a96e-afdaf2409b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:15.662533 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a2706c6d-7ab7-49c0-88e5-3af9102836ae req-260a36cf-95ad-482c-a96e-afdaf2409b92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 1128 time: 0.1493528 Jun 15 00:35:15.696273 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f162b7-1bb0-4215-9809-bf92c4a6d417 req-46c36136-45fe-43ba-b7be-d58d94d98261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:15.698685 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48f162b7-1bb0-4215-9809-bf92c4a6d417 req-46c36136-45fe-43ba-b7be-d58d94d98261 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862837 Jun 15 00:35:15.720680 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] For port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f, host hv-cinder-83538, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:35:15.856716 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b62f1d25-e02a-4c07-862a-e948c75bba6c req-32f1a4bc-58ad-46eb-9882-4fcad10219b5 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 210 time: 0.0624435 Jun 15 00:35:15.966282 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 92085804-04f9-491e-909d-de03a26ec439 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:35:16.004736 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e0fe0a65-04e1-4689-be55-33192b7681e7 req-15766516-7568-45d5-8f51-8f8ff4cd8528 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 210 time: 0.3007581 Jun 15 00:35:16.007056 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706c6d-7ab7-49c0-88e5-3af9102836ae req-d8cde336-c721-4645-afed-d14f6b281b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:16.009021 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a2706c6d-7ab7-49c0-88e5-3af9102836ae req-d8cde336-c721-4645-afed-d14f6b281b5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.3394353 Jun 15 00:35:16.025503 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48f162b7-1bb0-4215-9809-bf92c4a6d417 req-2550b872-7dc5-46cf-bfc9-34eaf480de80 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897720 Jun 15 00:35:16.033104 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] For port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:35:16.039424 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:16.136944 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:16.137578 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:16.142916 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] 10.222.0.42 "PUT /v2.0/ports/6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f HTTP/1.1" status: 200 len: 1093 time: 2.1562605 Jun 15 00:35:16.145021 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50956474-5c4e-4b66-b9d0-9e84c8d8874e', 'tag': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:16.153549 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e9b96f-9edb-416e-9da5-4cf16b0b1cba" -d '{"events": [{"name": "network-changed", "server_uuid": "50956474-5c4e-4b66-b9d0-9e84c8d8874e", "tag": "6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:16.194743 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a46c16-e693-48cb-b5cb-0e2cb7814cfc req-dc23ae57-06c5-47a1-99a1-d89c06d463ba tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:16.198471 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-31a46c16-e693-48cb-b5cb-0e2cb7814cfc req-dc23ae57-06c5-47a1-99a1-d89c06d463ba tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 943 time: 0.1702476 Jun 15 00:35:16.286226 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a2706c6d-7ab7-49c0-88e5-3af9102836ae req-59cf5492-39ca-4da1-9fe5-8bde5a4ca6d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2bbd2bd-a2e4-4dfa-a62a-282539206286 HTTP/1.1" status: 200 len: 217 time: 0.0952728 Jun 15 00:35:16.286844 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570835b0-9cd2-43e3-8884-a0973c2dd68a service neutron] Pushing event updated for resources: {'Port': ['ID=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:16.296843 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 92085804-04f9-491e-909d-de03a26ec439, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=92085804-04f9-491e-909d-de03a26ec439,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:16.326601 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '92085804-04f9-491e-909d-de03a26ec439', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'port_id': '92085804-04f9-491e-909d-de03a26ec439', 'mac_address': 'fa:16:3e:59:26:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:35:16.428001 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 92085804-04f9-491e-909d-de03a26ec439 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:16.428573 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (92085804-04f9-491e-909d-de03a26ec439), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:16.516921 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:16.518526 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92085804-04f9-491e-909d-de03a26ec439 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:35:16.618609 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1998f670-8fd4-4cdd-a1d0-d719cb55954b x-openstack-request-id: req-1998f670-8fd4-4cdd-a1d0-d719cb55954b {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:16.618919 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50956474-5c4e-4b66-b9d0-9e84c8d8874e", "tag": "6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:16.624722 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1998f670-8fd4-4cdd-a1d0-d719cb55954b {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:16.626730 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1998f670-8fd4-4cdd-a1d0-d719cb55954b'] response: {'name': 'network-changed', 'server_uuid': '50956474-5c4e-4b66-b9d0-9e84c8d8874e', 'tag': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f', 'status': 'completed', 'code': 200} Jun 15 00:35:16.636952 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 92085804-04f9-491e-909d-de03a26ec439, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=92085804-04f9-491e-909d-de03a26ec439,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:16.650683 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (92085804-04f9-491e-909d-de03a26ec439), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:16.654396 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device b2bbd2bd-a2e4-4dfa-a62a-282539206286 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:35:16.767130 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-31a46c16-e693-48cb-b5cb-0e2cb7814cfc req-10f2f839-297e-409a-b142-db367b8865cd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5609884 Jun 15 00:35:16.775042 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1d634ec0-a4dc-4b9b-9aeb-ad3952787695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:16.783457 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-1d634ec0-a4dc-4b9b-9aeb-ad3952787695 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad57875727e24965a37faca9c9a30984&device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 1127 time: 0.4504373 Jun 15 00:35:16.841982 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48f162b7-1bb0-4215-9809-bf92c4a6d417 req-cebd3628-238b-460a-9d10-314a828ec3be service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6383958 Jun 15 00:35:16.898178 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50512f-59a6-48dd-9410-77628f31032b req-07e06e3a-e0b7-4f60-8761-5dccb1ff8cc7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:16.902512 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3b50512f-59a6-48dd-9410-77628f31032b req-07e06e3a-e0b7-4f60-8761-5dccb1ff8cc7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 945 time: 0.3023965 Jun 15 00:35:16.910758 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port b2bbd2bd-a2e4-4dfa-a62a-282539206286, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b2bbd2bd-a2e4-4dfa-a62a-282539206286,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:16.946721 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=92085804-04f9-491e-909d-de03a26ec439,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:16.973202 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': 'b2bbd2bd-a2e4-4dfa-a62a-282539206286', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'port_id': 'b2bbd2bd-a2e4-4dfa-a62a-282539206286', 'mac_address': 'fa:16:3e:c7:e5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:35:17.039945 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-ef5bb24b-106f-4ea6-94aa-fbe87b2c9684 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f HTTP/1.1" status: 200 len: 217 time: 0.1334064 Jun 15 00:35:17.045596 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706c6d-7ab7-49c0-88e5-3af9102836ae req-013deeef-60d9-4659-98ac-3629005eeef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:17.048478 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a2706c6d-7ab7-49c0-88e5-3af9102836ae req-013deeef-60d9-4659-98ac-3629005eeef0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.7284062 Jun 15 00:35:17.058824 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 54472) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:17.079099 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port b2bbd2bd-a2e4-4dfa-a62a-282539206286 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:17.079604 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:17.105368 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-adf1b691-9b91-4627-a2f2-6742f3562ab4 req-a235dcb7-bfa9-4ff5-9445-f98209702655 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 210 time: 0.0990088 Jun 15 00:35:17.123709 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3b50512f-59a6-48dd-9410-77628f31032b req-581daed9-fad6-473a-9cf8-de4c09ea5d4c tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934984 Jun 15 00:35:17.135656 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a08079-ef97-44f6-b85d-24fecb48263e req-a271418d-eae0-47fd-bb9c-206be30ecb8e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:17.137173 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-a271418d-eae0-47fd-bb9c-206be30ecb8e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 815 time: 0.6966805 Jun 15 00:35:17.138817 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bbd2bd-a2e4-4dfa-a62a-282539206286 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:35:17.164996 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port b2bbd2bd-a2e4-4dfa-a62a-282539206286, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b2bbd2bd-a2e4-4dfa-a62a-282539206286,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:17.172100 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:17.213799 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706c6d-7ab7-49c0-88e5-3af9102836ae req-fd1aec92-1167-4ca4-a644-bddcbe0844d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:17.216201 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a2706c6d-7ab7-49c0-88e5-3af9102836ae req-fd1aec92-1167-4ca4-a644-bddcbe0844d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843804 Jun 15 00:35:17.344466 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-dc9ec4b1-82dd-4957-b2c3-644cd4fa26db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:17.346543 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-dc9ec4b1-82dd-4957-b2c3-644cd4fa26db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=689a593e-4a17-4083-adfb-a273ffd4ed01 HTTP/1.1" status: 200 len: 850 time: 0.2166977 Jun 15 00:35:17.367331 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e34266f4-935e-40ff-a786-82e2971ecc6b req-b812f13b-074e-47ef-871d-38a8f64a5e5f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 210 time: 0.1155128 Jun 15 00:35:17.406878 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:17.423660 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-b17f5fca-83d7-464a-9cf1-a7e34422b3cd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c13d8e3a764cf59f81e17eaca1c853 HTTP/1.1" status: 200 len: 379 time: 0.2637560 Jun 15 00:35:17.430999 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=b2bbd2bd-a2e4-4dfa-a62a-282539206286,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:17.439576 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-93a08079-ef97-44f6-b85d-24fecb48263e req-522aeba1-5d4d-45c2-b23a-e2836b0f06c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'port': {'device_id': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'admin_state_up': True, 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'security_groups': ['08fc06ab-71ec-4cfe-92dd-e96baee4956c']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:17.444862 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:17.465134 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-15d18347-7d8b-41c1-92f1-c825b484b0dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:17.507684 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-e16c314d-c7bf-49f5-9c3f-7e4d874d8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:17.509334 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-e16c314d-c7bf-49f5-9c3f-7e4d874d8fd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3761bde8-b221-417b-8881-85e060df935f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956535 Jun 15 00:35:17.519609 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a2706c6d-7ab7-49c0-88e5-3af9102836ae req-fbf70821-b0b5-42c2-bb0b-30163af4ccff service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653735 Jun 15 00:35:17.535847 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:17.540342 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:17.563706 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a08079-ef97-44f6-b85d-24fecb48263e req-522aeba1-5d4d-45c2-b23a-e2836b0f06c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Made reservation on behalf of 32c13d8e3a764cf59f81e17eaca1c853 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:35:17.569156 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-93a08079-ef97-44f6-b85d-24fecb48263e req-522aeba1-5d4d-45c2-b23a-e2836b0f06c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:17.593701 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-15d18347-7d8b-41c1-92f1-c825b484b0dc admin admin] Publish callbacks [] for security_group (07f7dfa3-20ae-4456-a37e-a9266eb133ae), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:17.600472 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-15d18347-7d8b-41c1-92f1-c825b484b0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (07f7dfa3-20ae-4456-a37e-a9266eb133ae), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:17.648434 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-15d18347-7d8b-41c1-92f1-c825b484b0dc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5cde0a93d33f4b06ac523adaff83f412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883579 Jun 15 00:35:17.649524 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d18347-7d8b-41c1-92f1-c825b484b0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f7dfa3-20ae-4456-a37e-a9266eb133ae,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:17.651480 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 54490) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:17.758065 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-93a08079-ef97-44f6-b85d-24fecb48263e req-522aeba1-5d4d-45c2-b23a-e2836b0f06c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Allocated IP 172.20.0.9 (635266bb-134b-444e-917a-980ab805d85f/e5220b8d-5fa8-4bba-b479-879643712889/ce34242f-b5b2-438c-8b58-d2ef7713314e) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:35:17.762213 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e020f856-b570-4f68-a879-71700282a303 admin admin] Publish callbacks [] for security_group (07f7dfa3-20ae-4456-a37e-a9266eb133ae), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:17.790554 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e020f856-b570-4f68-a879-71700282a303 admin admin] Publish callbacks [] for security_group (07f7dfa3-20ae-4456-a37e-a9266eb133ae), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:17.952046 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e020f856-b570-4f68-a879-71700282a303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (07f7dfa3-20ae-4456-a37e-a9266eb133ae), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:17.954530 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e020f856-b570-4f68-a879-71700282a303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:17.955678 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e020f856-b570-4f68-a879-71700282a303 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/07f7dfa3-20ae-4456-a37e-a9266eb133ae HTTP/1.1" status: 204 len: 168 time: 0.3007100 Jun 15 00:35:17.983052 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8993be9-f363-4c90-829d-4a1844eb97cf req-98fdf137-1643-40bf-8507-9408d5b316fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:17.984540 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8993be9-f363-4c90-829d-4a1844eb97cf req-98fdf137-1643-40bf-8507-9408d5b316fd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 943 time: 0.1103690 Jun 15 00:35:17.989213 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020f856-b570-4f68-a879-71700282a303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f7dfa3-20ae-4456-a37e-a9266eb133ae,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:18.027719 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-93a08079-ef97-44f6-b85d-24fecb48263e req-522aeba1-5d4d-45c2-b23a-e2836b0f06c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:18.053702 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:18.085634 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8993be9-f363-4c90-829d-4a1844eb97cf req-5dcfeebf-fa1e-4e59-921e-ab4f2efec003 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749114 Jun 15 00:35:18.098285 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-93a08079-ef97-44f6-b85d-24fecb48263e req-522aeba1-5d4d-45c2-b23a-e2836b0f06c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:18.145266 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a08079-ef97-44f6-b85d-24fecb48263e req-522aeba1-5d4d-45c2-b23a-e2836b0f06c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Network 635266bb-134b-444e-917a-980ab805d85f is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:35:18.151516 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-93a08079-ef97-44f6-b85d-24fecb48263e req-522aeba1-5d4d-45c2-b23a-e2836b0f06c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:35:18.154753 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a08079-ef97-44f6-b85d-24fecb48263e req-522aeba1-5d4d-45c2-b23a-e2836b0f06c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:35:18.218153 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522aeba1-5d4d-45c2-b23a-e2836b0f06c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'Port': ['ID=ce34242f-b5b2-438c-8b58-d2ef7713314e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:18.241587 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf0da89b-8da3-4fab-8604-d773e8bd5f92 req-72ef3c28-ccb9-4b1e-8dc2-607cd3cf7a00 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 210 time: 0.0533340 Jun 15 00:35:18.256126 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a08079-ef97-44f6-b85d-24fecb48263e req-522aeba1-5d4d-45c2-b23a-e2836b0f06c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:18.256782 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-93a08079-ef97-44f6-b85d-24fecb48263e req-522aeba1-5d4d-45c2-b23a-e2836b0f06c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:18.277930 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:18.288209 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-522aeba1-5d4d-45c2-b23a-e2836b0f06c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8579652 Jun 15 00:35:18.405539 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65409990-9c2e-4437-82c3-f1c1a180b8b1 req-d45b1dfc-dc74-4d44-8e42-8e216c9c287c tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:18.407436 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-65409990-9c2e-4437-82c3-f1c1a180b8b1 req-d45b1dfc-dc74-4d44-8e42-8e216c9c287c tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 945 time: 0.0514710 Jun 15 00:35:18.442006 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 54518) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:18.460746 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-19bd7bcb-9485-4e4f-b2fd-001ae1713533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:18.470565 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-49dc08ac-52cb-4f59-b220-73a0dc21d420 None None] Provisioning complete for port ce34242f-b5b2-438c-8b58-d2ef7713314e triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:18.471094 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-49dc08ac-52cb-4f59-b220-73a0dc21d420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:18.486811 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-65409990-9c2e-4437-82c3-f1c1a180b8b1 req-2ca8c89e-68c0-4e8c-a312-57552a38d220 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645013 Jun 15 00:35:18.544513 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-49dc08ac-52cb-4f59-b220-73a0dc21d420 None None] Port ce34242f-b5b2-438c-8b58-d2ef7713314e cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:35:18.573065 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-19bd7bcb-9485-4e4f-b2fd-001ae1713533 admin admin] Publish callbacks [] for security_group (704b4432-05ca-4679-b1a7-e15f0b7d8efe), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:18.576589 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-19bd7bcb-9485-4e4f-b2fd-001ae1713533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (704b4432-05ca-4679-b1a7-e15f0b7d8efe), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:18.615110 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-19bd7bcb-9485-4e4f-b2fd-001ae1713533 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d636b2a7779e4f12a3e1bc8c666e342d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713476 Jun 15 00:35:18.617089 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd7bcb-9485-4e4f-b2fd-001ae1713533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704b4432-05ca-4679-b1a7-e15f0b7d8efe,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:18.618400 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f92d0-4e92-4875-8e08-a9c086f848d5 req-72ab6165-b3a5-434b-a54d-7094e1127a07 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:18.619499 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 54522) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:18.620073 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-405f92d0-4e92-4875-8e08-a9c086f848d5 req-72ab6165-b3a5-434b-a54d-7094e1127a07 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 931 time: 0.0499325 Jun 15 00:35:18.669040 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7b9d445d-d012-40a8-a319-ec0e21e4e344 admin admin] Publish callbacks [] for security_group (704b4432-05ca-4679-b1a7-e15f0b7d8efe), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:18.672682 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-405f92d0-4e92-4875-8e08-a9c086f848d5 req-dd48ff1c-e90b-416c-8125-07832e659c2a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437481 Jun 15 00:35:18.690931 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7b9d445d-d012-40a8-a319-ec0e21e4e344 admin admin] Publish callbacks [] for security_group (704b4432-05ca-4679-b1a7-e15f0b7d8efe), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:18.737939 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7b9d445d-d012-40a8-a319-ec0e21e4e344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (704b4432-05ca-4679-b1a7-e15f0b7d8efe), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:18.741179 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7b9d445d-d012-40a8-a319-ec0e21e4e344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:18.742324 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-7b9d445d-d012-40a8-a319-ec0e21e4e344 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/704b4432-05ca-4679-b1a7-e15f0b7d8efe HTTP/1.1" status: 204 len: 168 time: 0.1219273 Jun 15 00:35:18.750322 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d445d-d012-40a8-a319-ec0e21e4e344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704b4432-05ca-4679-b1a7-e15f0b7d8efe,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:19.202654 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a74642-b81b-4c25-927b-5daaa8bd4ab7 req-09fa2b7b-d04a-46ee-93a2-ea59132282ac tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:19.204229 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-51a74642-b81b-4c25-927b-5daaa8bd4ab7 req-09fa2b7b-d04a-46ee-93a2-ea59132282ac tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 943 time: 0.0481603 Jun 15 00:35:19.254583 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-51a74642-b81b-4c25-927b-5daaa8bd4ab7 req-73af149c-81e1-465a-a9ef-ffcb3a9a2712 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427661 Jun 15 00:35:19.354203 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-128ece23-2d68-4f9c-a70e-fc3717dba70d req-b053c46a-4522-4f5c-b0dc-a8fe4f689e38 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 210 time: 0.0332992 Jun 15 00:35:19.624025 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a427f-d05e-4821-af36-2594f4e75d43 req-3a0fd7d5-4298-4a48-bad4-6b8f62024e03 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:19.625825 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fd2a427f-d05e-4821-af36-2594f4e75d43 req-3a0fd7d5-4298-4a48-bad4-6b8f62024e03 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 945 time: 0.0558467 Jun 15 00:35:19.676009 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fd2a427f-d05e-4821-af36-2594f4e75d43 req-bd87dcef-b511-4454-a57f-330c8a47f8a2 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437641 Jun 15 00:35:19.788277 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d98a8c-14e3-4657-a5f9-3775c86f5f8a req-67a4dd3b-4756-45ee-99cb-2f2f5a8bd49c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:19.790543 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-66d98a8c-14e3-4657-a5f9-3775c86f5f8a req-67a4dd3b-4756-45ee-99cb-2f2f5a8bd49c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 931 time: 0.0487223 Jun 15 00:35:19.837969 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-66d98a8c-14e3-4657-a5f9-3775c86f5f8a req-fe6d9aba-da6f-4691-a4e1-784557c63e99 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420716 Jun 15 00:35:20.189323 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['92085804-04f9-491e-909d-de03a26ec439'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:35:20.248225 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Request body: {'port': {'device_id': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:20.418456 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['b2bbd2bd-a2e4-4dfa-a62a-282539206286'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:35:20.506439 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:20.557114 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a2706c6d-7ab7-49c0-88e5-3af9102836ae req-c58b7213-9bcc-40af-b1e5-18dc5ce309b2 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251278 Jun 15 00:35:20.559813 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-25f721ad-889e-4934-932f-5a51dbe5d642 service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971971 Jun 15 00:35:20.642439 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:20.744057 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef08f43-26c4-4f2a-91c1-344be1047d37 req-0f40888d-3f80-4483-b04a-8dcf812f5ba2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:20.745557 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ef08f43-26c4-4f2a-91c1-344be1047d37 req-0f40888d-3f80-4483-b04a-8dcf812f5ba2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 943 time: 0.3455782 Jun 15 00:35:20.755483 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2aab5a94-8487-4181-ab2d-87df8d97d877 req-d19c4bd7-6430-4580-aaa4-61d88357012f service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695557 Jun 15 00:35:20.830601 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:20.837661 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-601cd806-63b3-46ba-8785-237e9f067d9d req-074d503d-139b-44fc-99c3-519db237a5fd tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 210 time: 0.0519204 Jun 15 00:35:20.864735 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-f14d6737-1ce2-43ae-a81f-5268580f4c2a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:20.866677 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-f14d6737-1ce2-43ae-a81f-5268580f4c2a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.42 "GET /v2.0/networks?id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 200 len: 816 time: 0.4899395 Jun 15 00:35:20.930994 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ef08f43-26c4-4f2a-91c1-344be1047d37 req-01ab5455-f536-42c9-8109-a4ddf57b7d3e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664157 Jun 15 00:35:20.966302 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:20.993229 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd976bd1-4dbf-4495-a663-c078b0e06a9a req-07dabd53-77b7-4cf4-8cad-a0fa58846db9 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:21.002466 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cd976bd1-4dbf-4495-a663-c078b0e06a9a req-07dabd53-77b7-4cf4-8cad-a0fa58846db9 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 945 time: 0.0892777 Jun 15 00:35:21.062271 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cd976bd1-4dbf-4495-a663-c078b0e06a9a req-db77823d-ce5c-4750-a002-39f02b477794 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588446 Jun 15 00:35:21.093247 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71a224-b2bb-4137-b544-9fc6aee4cca8 req-5cd82e90-ee0b-47be-9b4b-c571c4eab9cb tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:21.094691 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb71a224-b2bb-4137-b544-9fc6aee4cca8 req-5cd82e90-ee0b-47be-9b4b-c571c4eab9cb tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 931 time: 0.0779433 Jun 15 00:35:21.127413 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:21.188285 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb71a224-b2bb-4137-b544-9fc6aee4cca8 req-18c0e507-d48c-403a-8ccb-ad26caf946d0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840187 Jun 15 00:35:21.191780 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce34242f-b5b2-438c-8b58-d2ef7713314e {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:35:21.199787 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Publish callbacks [] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:21.213074 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Transition to ACTIVE for port object ce34242f-b5b2-438c-8b58-d2ef7713314e will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:35:21.216017 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:21.269896 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Pushing event updated for resources: {'Port': ['ID=ce34242f-b5b2-438c-8b58-d2ef7713314e,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:21.346601 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Attempting to bind port ce34242f-b5b2-438c-8b58-d2ef7713314e on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:35:21.346978 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Attempting to bind port ce34242f-b5b2-438c-8b58-d2ef7713314e by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:35:21.347340 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Attempting to bind port ce34242f-b5b2-438c-8b58-d2ef7713314e on network 635266bb-134b-444e-917a-980ab805d85f {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:35:21.352389 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Port ce34242f-b5b2-438c-8b58-d2ef7713314e on network 635266bb-134b-444e-917a-980ab805d85f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:35:21.352722 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Attempting to bind port ce34242f-b5b2-438c-8b58-d2ef7713314e on network 635266bb-134b-444e-917a-980ab805d85f {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:35:21.357746 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:35:21.358151 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Checking segment: {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:35:21.358543 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Bound using segment: {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:35:21.359065 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Bound port: ce34242f-b5b2-438c-8b58-d2ef7713314e, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:35:21.359439 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:21.421630 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] For port ce34242f-b5b2-438c-8b58-d2ef7713314e, host hv-cinder-83538, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:35:21.424779 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] For port ce34242f-b5b2-438c-8b58-d2ef7713314e, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ce34242f-b5b2-438c-8b58-d2ef7713314e,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:35:21.430714 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:21.462176 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:21.462823 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:21.464228 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] 10.222.0.42 "PUT /v2.0/ports/ce34242f-b5b2-438c-8b58-d2ef7713314e HTTP/1.1" status: 200 len: 1093 time: 1.2285185 Jun 15 00:35:21.464661 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'tag': 'ce34242f-b5b2-438c-8b58-d2ef7713314e'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:21.466907 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c6aa51-0c39-4f2e-9b1e-b50d3cad89d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d59c15bb-4e3e-491b-8e26-8507b5bf2c0d", "tag": "ce34242f-b5b2-438c-8b58-d2ef7713314e"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:21.497292 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f21185-3b50-4a07-9b13-4a955db99e3c service neutron] Pushing event updated for resources: {'Port': ['ID=ce34242f-b5b2-438c-8b58-d2ef7713314e,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:21.516579 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e62f73f-7be7-44e4-a884-8582328a9447 x-openstack-request-id: req-9e62f73f-7be7-44e4-a884-8582328a9447 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:21.516938 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59c15bb-4e3e-491b-8e26-8507b5bf2c0d", "tag": "ce34242f-b5b2-438c-8b58-d2ef7713314e", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:21.517258 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9e62f73f-7be7-44e4-a884-8582328a9447 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:21.517669 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e62f73f-7be7-44e4-a884-8582328a9447'] response: {'name': 'network-changed', 'server_uuid': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'tag': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'status': 'completed', 'code': 200} Jun 15 00:35:21.936916 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6f8ce4ac-8435-4d0d-9b50-0d24b0d163f2 req-ba286df0-944e-4a85-935e-ef31dff0d21b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 210 time: 0.0288637 Jun 15 00:35:22.061003 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f80ba2-5363-4d53-9c12-9f55288faa32 req-b109d98a-8c79-4553-87dc-e9224549916d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:22.063053 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-19f80ba2-5363-4d53-9c12-9f55288faa32 req-b109d98a-8c79-4553-87dc-e9224549916d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 943 time: 0.0543935 Jun 15 00:35:22.101434 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:22.119264 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-19f80ba2-5363-4d53-9c12-9f55288faa32 req-029aa278-b2a7-4fd4-81a5-e28b44888db6 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496056 Jun 15 00:35:22.178057 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1669a-e094-4e35-8e24-79cadd101988 req-e298c333-4c1d-4abd-9013-0be0e1230356 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:22.179550 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4c1669a-e094-4e35-8e24-79cadd101988 req-e298c333-4c1d-4abd-9013-0be0e1230356 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 945 time: 0.0488753 Jun 15 00:35:22.225957 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4c1669a-e094-4e35-8e24-79cadd101988 req-57e737bd-7b4b-4e18-88ec-2b34ad556ab8 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Jun 15 00:35:22.459844 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b6862-81d2-4ce3-9b03-0aadedc59c18 req-5889de82-359e-47d2-9edd-9bb806c71063 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:22.461325 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7e9b6862-81d2-4ce3-9b03-0aadedc59c18 req-5889de82-359e-47d2-9edd-9bb806c71063 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 943 time: 0.2048948 Jun 15 00:35:22.507895 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7e9b6862-81d2-4ce3-9b03-0aadedc59c18 req-2b27590e-ba95-4008-a732-82b530fe4912 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410860 Jun 15 00:35:23.032769 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e6f6095-6421-4cc1-b255-12aa7c50d025 req-dd175b04-9ba6-44d9-893a-f0b802bd011c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 210 time: 0.0262878 Jun 15 00:35:23.230454 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f143-aaf9-484f-a85a-d3138c2bf187 req-8b37eaa9-fb1e-499e-9013-a0f0f7936e4c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:23.231928 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1322f143-aaf9-484f-a85a-d3138c2bf187 req-8b37eaa9-fb1e-499e-9013-a0f0f7936e4c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 943 time: 0.0456455 Jun 15 00:35:23.278684 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1322f143-aaf9-484f-a85a-d3138c2bf187 req-e29ba917-39d5-4b9e-936a-790237918650 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413699 Jun 15 00:35:23.334299 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b271c-e595-4c10-96ce-4f833efbc77e req-09519fb1-2986-4ac8-8211-eb40ec3acd51 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:23.335763 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c33b271c-e595-4c10-96ce-4f833efbc77e req-09519fb1-2986-4ac8-8211-eb40ec3acd51 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 945 time: 0.0443897 Jun 15 00:35:23.381843 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c33b271c-e595-4c10-96ce-4f833efbc77e req-2794f402-571e-41e0-b978-41f872f17617 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Jun 15 00:35:23.580889 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c2cbf2be-cb2b-435b-a9fe-581941c06fac tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d48d22515e469fa53498b17ed80be7 HTTP/1.1" status: 200 len: 378 time: 0.0607564 Jun 15 00:35:23.626305 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38551651-7e16-4398-b6fb-274b45069f51 req-173c0285-befb-4aaf-985d-5c0f2349074c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:23.627795 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-38551651-7e16-4398-b6fb-274b45069f51 req-173c0285-befb-4aaf-985d-5c0f2349074c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 943 time: 0.0496616 Jun 15 00:35:23.674631 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-38551651-7e16-4398-b6fb-274b45069f51 req-d76b3621-43bb-47bf-81b0-7977bb4f95fd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405631 Jun 15 00:35:24.129903 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c7880e10-de50-4eea-9dd1-0843f9166e63 req-ea968b04-7ce5-449b-add3-eaba8a7d8746 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 210 time: 0.0268972 Jun 15 00:35:24.389241 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d45cc-d744-4500-a930-f46996a90846 req-c9ef730e-fdd6-498d-a1a4-6c0e7f4931b3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:24.390669 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c73d45cc-d744-4500-a930-f46996a90846 req-c9ef730e-fdd6-498d-a1a4-6c0e7f4931b3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 943 time: 0.0454259 Jun 15 00:35:24.438268 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c73d45cc-d744-4500-a930-f46996a90846 req-4981dc6a-6bb0-4f0f-b709-b3beafea13e2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Jun 15 00:35:24.479551 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:24.497133 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882430b-11ce-4c40-8fcb-ec9f7f22ff5d req-d45eeffb-8bfa-4d0a-bac0-7c7d9bf3e6bf tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:24.498606 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d882430b-11ce-4c40-8fcb-ec9f7f22ff5d req-d45eeffb-8bfa-4d0a-bac0-7c7d9bf3e6bf tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 945 time: 0.0486691 Jun 15 00:35:24.545518 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d882430b-11ce-4c40-8fcb-ec9f7f22ff5d req-9a617a0f-7b69-49f2-b256-f07eaaa9b14b tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413337 Jun 15 00:35:24.791153 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b1af0-404c-4f28-ae14-ceae30fcb3e6 req-c3ac9ead-ed59-497c-99e8-325e8222179e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:24.792601 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ef4b1af0-404c-4f28-ae14-ceae30fcb3e6 req-c3ac9ead-ed59-497c-99e8-325e8222179e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 943 time: 0.0473347 Jun 15 00:35:24.842955 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ef4b1af0-404c-4f28-ae14-ceae30fcb3e6 req-0e7bed01-067c-42ab-b248-aeb944b9f413 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448697 Jun 15 00:35:25.230121 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-240b77e3-5c8f-4a27-8789-5a7e3ab329d5 req-0f385f1a-e5d4-436e-9415-d232b94d8db9 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 210 time: 0.0305557 Jun 15 00:35:25.549145 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ae3b4-ca8e-4767-b128-e12a5d8c67ae req-1746ca42-2e29-4c08-bec6-a650b1004b6a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:25.550665 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4e8ae3b4-ca8e-4767-b128-e12a5d8c67ae req-1746ca42-2e29-4c08-bec6-a650b1004b6a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 943 time: 0.0470698 Jun 15 00:35:25.599545 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4e8ae3b4-ca8e-4767-b128-e12a5d8c67ae req-cf5e485c-d050-4ea4-bbd0-bf35132ec13d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433674 Jun 15 00:35:25.656262 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01580e-e9f7-4601-9710-d20f1d8abb52 req-0fe9f1e8-420f-4819-b268-20b7d1442a95 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:25.657758 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c01580e-e9f7-4601-9710-d20f1d8abb52 req-0fe9f1e8-420f-4819-b268-20b7d1442a95 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 945 time: 0.0455167 Jun 15 00:35:25.703137 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c01580e-e9f7-4601-9710-d20f1d8abb52 req-97da0e83-2f55-42f0-be48-a1c5da71fdfa tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 Jun 15 00:35:25.952620 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de196a96-7f1c-419f-a603-ec9c7002c32b req-56c6cb47-b88b-4978-b3dd-e3d3355826b3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:25.954418 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-de196a96-7f1c-419f-a603-ec9c7002c32b req-56c6cb47-b88b-4978-b3dd-e3d3355826b3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 943 time: 0.0462248 Jun 15 00:35:26.002384 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-de196a96-7f1c-419f-a603-ec9c7002c32b req-20cb5107-e50d-4622-a902-bca6116ee176 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419924 Jun 15 00:35:26.309989 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:26.329867 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0f5edeb8-bb02-46aa-b0e7-448cde0d4db9 req-d05c15b9-cbc2-4462-933d-f4a761e02562 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 210 time: 0.0294960 Jun 15 00:35:26.713947 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af987cc-dfd1-4bda-8119-55baee12731d req-1cf98704-908e-4065-b291-95f78d46ad18 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:26.715453 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2af987cc-dfd1-4bda-8119-55baee12731d req-1cf98704-908e-4065-b291-95f78d46ad18 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 943 time: 0.0503771 Jun 15 00:35:26.763789 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2af987cc-dfd1-4bda-8119-55baee12731d req-389a5c45-7154-4326-a9a8-e9e85ea6b3cb tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428686 Jun 15 00:35:26.818119 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc5675-af48-4d33-a503-b121569d01ff req-5715ff0e-7b29-43cf-8e18-843320ea9096 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:26.819657 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8fc5675-af48-4d33-a503-b121569d01ff req-5715ff0e-7b29-43cf-8e18-843320ea9096 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 945 time: 0.0467634 Jun 15 00:35:26.845267 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 92085804-04f9-491e-909d-de03a26ec439 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:26.870416 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8fc5675-af48-4d33-a503-b121569d01ff req-7447fea5-fc62-4e77-881c-ca46f16310e8 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451615 Jun 15 00:35:26.890929 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 92085804-04f9-491e-909d-de03a26ec439 completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:35:26.897975 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 92085804-04f9-491e-909d-de03a26ec439 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:26.898368 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (92085804-04f9-491e-909d-de03a26ec439), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:26.969600 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 92085804-04f9-491e-909d-de03a26ec439 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:26.969980 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (92085804-04f9-491e-909d-de03a26ec439), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:26.992103 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4960e21e-cad8-4ab3-8d30-800f64692f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92085804-04f9-491e-909d-de03a26ec439'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:26.994311 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c6cef9-e20a-443d-a6ee-a84aa17f309a" -d '{"events": [{"server_uuid": "4960e21e-cad8-4ab3-8d30-800f64692f88", "name": "network-vif-plugged", "status": "completed", "tag": "92085804-04f9-491e-909d-de03a26ec439"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:27.007493 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 92085804-04f9-491e-909d-de03a26ec439, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=92085804-04f9-491e-909d-de03a26ec439,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:27.011956 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (92085804-04f9-491e-909d-de03a26ec439), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:27.012977 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device b2bbd2bd-a2e4-4dfa-a62a-282539206286 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:27.058891 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78204fb-c2aa-4226-a043-21a452f4bd4d x-openstack-request-id: req-d78204fb-c2aa-4226-a043-21a452f4bd4d {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:27.059598 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4960e21e-cad8-4ab3-8d30-800f64692f88", "name": "network-vif-plugged", "status": "completed", "tag": "92085804-04f9-491e-909d-de03a26ec439", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:27.059598 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d78204fb-c2aa-4226-a043-21a452f4bd4d {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:27.059919 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78204fb-c2aa-4226-a043-21a452f4bd4d'] response: {'server_uuid': '4960e21e-cad8-4ab3-8d30-800f64692f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92085804-04f9-491e-909d-de03a26ec439', 'code': 200} Jun 15 00:35:27.063687 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-06594cdb-90ed-45ca-978d-7b1ff8b34f5d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Request body: {'port': {'device_id': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'admin_state_up': True, 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'security_groups': ['21950003-6c0f-4b44-bf0f-2a205b48de9e']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:27.093180 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=92085804-04f9-491e-909d-de03a26ec439,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:27.127276 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6aa51-0c39-4f2e-9b1e-b50d3cad89d4 req-fbe57c8e-d034-4697-b834-15843945e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:27.128244 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port b2bbd2bd-a2e4-4dfa-a62a-282539206286 completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:35:27.129130 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-17c6aa51-0c39-4f2e-9b1e-b50d3cad89d4 req-fbe57c8e-d034-4697-b834-15843945e185 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 1127 time: 0.0741446 Jun 15 00:35:27.138668 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port b2bbd2bd-a2e4-4dfa-a62a-282539206286 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:27.139775 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:27.247649 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port b2bbd2bd-a2e4-4dfa-a62a-282539206286 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:27.247830 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:27.268079 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-06594cdb-90ed-45ca-978d-7b1ff8b34f5d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Made reservation on behalf of 47d48d22515e469fa53498b17ed80be7 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:35:27.270405 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:27.272079 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-06594cdb-90ed-45ca-978d-7b1ff8b34f5d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:27.282611 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6aa51-0c39-4f2e-9b1e-b50d3cad89d4 req-959857a2-677e-4970-bbe7-f6e715188cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:27.284333 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-17c6aa51-0c39-4f2e-9b1e-b50d3cad89d4 req-959857a2-677e-4970-bbe7-f6e715188cc6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1369419 Jun 15 00:35:27.303123 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:27.303940 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d154057-98d8-418b-bdbb-a2656ba7f231 req-9ff02785-ab54-47ce-ae06-7fcb3efe7bce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:27.306270 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3d154057-98d8-418b-bdbb-a2656ba7f231 req-9ff02785-ab54-47ce-ae06-7fcb3efe7bce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 943 time: 0.0972383 Jun 15 00:35:27.335621 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port b2bbd2bd-a2e4-4dfa-a62a-282539206286, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b2bbd2bd-a2e4-4dfa-a62a-282539206286,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:27.340948 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:27.444833 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=b2bbd2bd-a2e4-4dfa-a62a-282539206286,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:27.478593 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9b96f-9edb-416e-9da5-4cf16b0b1cba req-bf2f4ec7-ad03-4b07-8ca3-8f4f821708a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:27.480236 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41e9b96f-9edb-416e-9da5-4cf16b0b1cba req-bf2f4ec7-ad03-4b07-8ca3-8f4f821708a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad57875727e24965a37faca9c9a30984&device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 1127 time: 0.2702088 Jun 15 00:35:27.556982 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1091ace5-b33a-491c-a972-23d388df2f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:27.565964 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-828137d3-a5db-49a7-a3de-59ab7ea700ba req-b237a8b7-ce0d-49f2-8a2a-262bed106f1d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 210 time: 0.1291711 Jun 15 00:35:27.603123 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:27.622953 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6aa51-0c39-4f2e-9b1e-b50d3cad89d4 req-cad23c05-f93f-4a80-b7a5-58efe444e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:27.624465 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-17c6aa51-0c39-4f2e-9b1e-b50d3cad89d4 req-cad23c05-f93f-4a80-b7a5-58efe444e9f8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3302743 Jun 15 00:35:27.628113 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c5e32-1880-411a-9cf0-b502604a16ec req-ffe14c43-c1ed-4c28-9313-3f89d84adc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:27.630356 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-559c5e32-1880-411a-9cf0-b502604a16ec req-ffe14c43-c1ed-4c28-9313-3f89d84adc49 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 1130 time: 0.2245491 Jun 15 00:35:27.735560 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-559c5e32-1880-411a-9cf0-b502604a16ec req-b2f7cf0c-f550-461a-8c88-965746774214 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943990 Jun 15 00:35:27.743790 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-06594cdb-90ed-45ca-978d-7b1ff8b34f5d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Allocated IP 172.20.0.7 (8a1b00d6-5e32-4853-99e0-f68fb9a5757d/4bddbc5c-7efb-4185-937f-e56eb0633638/6450bba9-d0d6-4e98-ac04-b1805d415eb2) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:35:27.748009 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a08079-ef97-44f6-b85d-24fecb48263e req-3325794b-dd24-4d58-a052-ae29fd895f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:27.750010 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-3325794b-dd24-4d58-a052-ae29fd895f30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 1127 time: 0.0559506 Jun 15 00:35:27.759346 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3d154057-98d8-418b-bdbb-a2656ba7f231 req-ab8a4cd5-02e0-4c12-a674-ef55d759651e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4301991 Jun 15 00:35:27.820022 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:27.839627 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9b96f-9edb-416e-9da5-4cf16b0b1cba req-0884ff31-5942-4cd2-a1c0-b938e4dec006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:27.841200 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41e9b96f-9edb-416e-9da5-4cf16b0b1cba req-0884ff31-5942-4cd2-a1c0-b938e4dec006 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3761bde8-b221-417b-8881-85e060df935f HTTP/1.1" status: 200 len: 912 time: 0.3522339 Jun 15 00:35:27.893542 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04d6c1-3720-4896-a920-a1b53f77dee1 req-6aedaa3f-1b75-46c3-874f-12dff71c4a49 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:27.898526 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3d04d6c1-3720-4896-a920-a1b53f77dee1 req-6aedaa3f-1b75-46c3-874f-12dff71c4a49 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 943 time: 0.0605526 Jun 15 00:35:27.969633 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3d04d6c1-3720-4896-a920-a1b53f77dee1 req-1bd8f0e8-816c-400f-92af-b8f0871e1f24 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665889 Jun 15 00:35:27.981154 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-06594cdb-90ed-45ca-978d-7b1ff8b34f5d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:28.027239 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcb5b3-3d70-474b-9f7b-97136717702d req-af2e1f08-95b0-4d90-ae42-db2d68663360 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:28.028905 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d7fcb5b3-3d70-474b-9f7b-97136717702d req-af2e1f08-95b0-4d90-ae42-db2d68663360 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0693526 Jun 15 00:35:28.078154 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-06594cdb-90ed-45ca-978d-7b1ff8b34f5d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:28.142159 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d7fcb5b3-3d70-474b-9f7b-97136717702d req-3f739305-f9b0-4a53-a026-6ab721d707e7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063356 Jun 15 00:35:28.144110 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-06594cdb-90ed-45ca-978d-7b1ff8b34f5d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:35:28.148607 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-06594cdb-90ed-45ca-978d-7b1ff8b34f5d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:35:28.151611 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-06594cdb-90ed-45ca-978d-7b1ff8b34f5d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:35:28.192343 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06594cdb-90ed-45ca-978d-7b1ff8b34f5d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event updated for resources: {'Port': ['ID=6450bba9-d0d6-4e98-ac04-b1805d415eb2,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:28.213215 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-06594cdb-90ed-45ca-978d-7b1ff8b34f5d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:28.214010 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-06594cdb-90ed-45ca-978d-7b1ff8b34f5d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:28.245946 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-06594cdb-90ed-45ca-978d-7b1ff8b34f5d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1887817 Jun 15 00:35:28.277764 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41e9b96f-9edb-416e-9da5-4cf16b0b1cba req-8246f549-7d97-42c4-9f5b-e4016dfd28e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f HTTP/1.1" status: 200 len: 217 time: 0.0476339 Jun 15 00:35:28.283536 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-84966c46-0d2f-4532-a0c7-db17af943c2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce34242f-b5b2-438c-8b58-d2ef7713314e HTTP/1.1" status: 200 len: 217 time: 0.0549209 Jun 15 00:35:28.470165 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-d65e0022-aec5-4b73-9019-0cf7f3cc71dc None None] Provisioning complete for port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:28.470699 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d65e0022-aec5-4b73-9019-0cf7f3cc71dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:28.502942 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-d65e0022-aec5-4b73-9019-0cf7f3cc71dc None None] Port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:35:28.690039 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea0e91-53f4-4003-a6a5-8ba1a02fd57f req-429f47c9-3f32-4f57-a14a-ce3a08d5947f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:28.691491 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-57ea0e91-53f4-4003-a6a5-8ba1a02fd57f req-429f47c9-3f32-4f57-a14a-ce3a08d5947f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 931 time: 0.0481799 Jun 15 00:35:28.737973 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-57ea0e91-53f4-4003-a6a5-8ba1a02fd57f req-9b5f89b4-ee67-4b62-ae90-c99e556c3d80 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403516 Jun 15 00:35:28.872635 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc83f6b-ae2d-41ed-8fab-1ed0aecf8acb req-59a9d583-d58c-4f3b-b5de-901bdc2faed7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:28.874009 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6dc83f6b-ae2d-41ed-8fab-1ed0aecf8acb req-59a9d583-d58c-4f3b-b5de-901bdc2faed7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 943 time: 0.0451860 Jun 15 00:35:28.909197 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:28.925399 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6dc83f6b-ae2d-41ed-8fab-1ed0aecf8acb req-8c3b6157-c319-41ca-b915-603581e72586 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461435 Jun 15 00:35:29.061602 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ae8573-31c0-4021-bb7d-ca97d07d22af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bbd2bd-a2e4-4dfa-a62a-282539206286'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:29.064006 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7386866-9b72-4f68-be92-fb66833fbc7e" -d '{"events": [{"server_uuid": "47ae8573-31c0-4021-bb7d-ca97d07d22af", "name": "network-vif-plugged", "status": "completed", "tag": "b2bbd2bd-a2e4-4dfa-a62a-282539206286"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:29.092350 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0284d-0636-4ee1-8ac4-2ae58cb52e2a req-c9773e1a-a675-43a5-abbf-b92f546189c4 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:29.094081 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-56e0284d-0636-4ee1-8ac4-2ae58cb52e2a req-c9773e1a-a675-43a5-abbf-b92f546189c4 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 943 time: 0.0490332 Jun 15 00:35:29.106034 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7b2b3b-081d-412f-a526-d194362a5a6d x-openstack-request-id: req-fe7b2b3b-081d-412f-a526-d194362a5a6d {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:29.106347 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ae8573-31c0-4021-bb7d-ca97d07d22af", "name": "network-vif-plugged", "status": "completed", "tag": "b2bbd2bd-a2e4-4dfa-a62a-282539206286", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:29.106600 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fe7b2b3b-081d-412f-a526-d194362a5a6d {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:29.107171 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7b2b3b-081d-412f-a526-d194362a5a6d'] response: {'server_uuid': '47ae8573-31c0-4021-bb7d-ca97d07d22af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bbd2bd-a2e4-4dfa-a62a-282539206286', 'code': 200} Jun 15 00:35:29.146726 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-56e0284d-0636-4ee1-8ac4-2ae58cb52e2a req-463b2bed-849a-484b-b023-77d69e1a7874 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448239 Jun 15 00:35:29.263902 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1481-c21b-4cd7-a639-7703e605ea78 req-94cffcfc-a521-459d-8f66-afcb0eed7755 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:29.265412 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7fca1481-c21b-4cd7-a639-7703e605ea78 req-94cffcfc-a521-459d-8f66-afcb0eed7755 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0509515 Jun 15 00:35:29.324661 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7fca1481-c21b-4cd7-a639-7703e605ea78 req-d95c6e35-feac-4e8f-a457-d005e67c728a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534594 Jun 15 00:35:29.854741 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddb8c1-08ed-47a7-8d31-22b4fede072f req-47ce8adb-03d2-43f3-9562-7e36cdc5ee7a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:29.856201 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dfddb8c1-08ed-47a7-8d31-22b4fede072f req-47ce8adb-03d2-43f3-9562-7e36cdc5ee7a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 931 time: 0.0460906 Jun 15 00:35:29.905701 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dfddb8c1-08ed-47a7-8d31-22b4fede072f req-1b54cab9-ecf3-472e-8bc5-ce9add9ef163 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440359 Jun 15 00:35:30.009043 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0610c8ab-b4ea-4c5e-ab96-cc38931bc9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:30.038554 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe46ae0-7cba-4572-a277-05d96d4d6f0a req-c976b118-402d-4bee-a0b1-008678acb0d2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:30.040112 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bfe46ae0-7cba-4572-a277-05d96d4d6f0a req-c976b118-402d-4bee-a0b1-008678acb0d2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 943 time: 0.0465779 Jun 15 00:35:30.087052 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bfe46ae0-7cba-4572-a277-05d96d4d6f0a req-f92909e9-e9af-4f0b-8a85-c2b3e8300f3c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413890 Jun 15 00:35:30.256619 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba1940-639b-4617-a54c-5dc721a37c47 req-7cb89e91-220f-4171-aff9-26622abcf970 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:30.258073 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-efba1940-639b-4617-a54c-5dc721a37c47 req-7cb89e91-220f-4171-aff9-26622abcf970 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 943 time: 0.0464220 Jun 15 00:35:30.262292 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:35:30.276256 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:30.307583 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-efba1940-639b-4617-a54c-5dc721a37c47 req-7962d723-fc1d-4588-913a-00e5c1131c0e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438526 Jun 15 00:35:30.381805 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:30.397771 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'port_id': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f', 'mac_address': 'fa:16:3e:d2:42:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:35:30.436673 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:30.436673 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:30.447654 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:35:30.448717 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c907a-c0cc-4180-8f43-7fe6a552736e req-5898a951-7aa9-429b-9367-b3581a883ec5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:30.450219 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c25c907a-c0cc-4180-8f43-7fe6a552736e req-5898a951-7aa9-429b-9367-b3581a883ec5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0544717 Jun 15 00:35:30.467709 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:30.471999 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:30.500724 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c25c907a-c0cc-4180-8f43-7fe6a552736e req-77e03396-32ba-4b54-86fc-1a7b91a368b5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446503 Jun 15 00:35:30.526069 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:30.823486 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:31.027247 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dcb29-30f4-4614-9ae2-1eecc35377b8 req-0a49ad6a-1b78-4828-bf78-94e9c33f729a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:31.028742 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8c1dcb29-30f4-4614-9ae2-1eecc35377b8 req-0a49ad6a-1b78-4828-bf78-94e9c33f729a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 931 time: 0.0457304 Jun 15 00:35:31.077213 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8c1dcb29-30f4-4614-9ae2-1eecc35377b8 req-c3775208-e929-40d4-90bc-6a22177b31c2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428491 Jun 15 00:35:31.196336 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5254b9-4ac2-4b4c-9b58-1df00478f727 req-097f1448-ffc7-43bd-a705-462f7c39a6b3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:31.197899 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9b5254b9-4ac2-4b4c-9b58-1df00478f727 req-097f1448-ffc7-43bd-a705-462f7c39a6b3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 943 time: 0.0460849 Jun 15 00:35:31.243125 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:31.259765 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Request body: {'port': {'device_id': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:31.265602 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9b5254b9-4ac2-4b4c-9b58-1df00478f727 req-f221cf15-1059-41c2-a8c9-bac5185677c2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619016 Jun 15 00:35:31.315314 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a08079-ef97-44f6-b85d-24fecb48263e req-f5d09d40-2f44-4c1c-98ad-620bb189d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:31.316969 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-f5d09d40-2f44-4c1c-98ad-620bb189d794 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5220b8d-5fa8-4bba-b479-879643712889 HTTP/1.1" status: 200 len: 854 time: 0.0623803 Jun 15 00:35:31.359292 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9b96f-9edb-416e-9da5-4cf16b0b1cba req-6e7b4513-3eab-4f01-ae20-6e918282988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:31.360800 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41e9b96f-9edb-416e-9da5-4cf16b0b1cba req-6e7b4513-3eab-4f01-ae20-6e918282988d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=689a593e-4a17-4083-adfb-a273ffd4ed01 HTTP/1.1" status: 200 len: 850 time: 0.0942070 Jun 15 00:35:31.381669 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:31.397547 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a08079-ef97-44f6-b85d-24fecb48263e req-90f54e4d-6545-4094-b434-feb5f56ceb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:31.408510 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-90f54e4d-6545-4094-b434-feb5f56ceb5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=635266bb-134b-444e-917a-980ab805d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619602 Jun 15 00:35:31.456020 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9b96f-9edb-416e-9da5-4cf16b0b1cba req-2d14434c-d3e7-43aa-b202-422ff12356ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:31.459625 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41e9b96f-9edb-416e-9da5-4cf16b0b1cba req-2d14434c-d3e7-43aa-b202-422ff12356ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3761bde8-b221-417b-8881-85e060df935f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774648 Jun 15 00:35:31.600413 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c1f9a-3cb1-4efa-9ca5-d58130c5caaa req-a4da03df-6fc7-4e14-9b41-db4831bc89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:31.602009 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a96c1f9a-3cb1-4efa-9ca5-d58130c5caaa req-a4da03df-6fc7-4e14-9b41-db4831bc89cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 1130 time: 0.1736810 Jun 15 00:35:31.607580 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:35:31.614411 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403ba81-fa12-44f0-891b-a1061e442d15 req-a3248b72-cdba-4eec-a6a9-7fc025d7152b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:31.615950 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e403ba81-fa12-44f0-891b-a1061e442d15 req-a3248b72-cdba-4eec-a6a9-7fc025d7152b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 944 time: 0.1898658 Jun 15 00:35:31.632818 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:31.651511 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-522ce092-16ef-4224-b640-42cd04b6eb0a service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240348 Jun 15 00:35:31.688889 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e403ba81-fa12-44f0-891b-a1061e442d15 req-39905fc6-36c4-4317-8646-2251fcd41223 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627899 Jun 15 00:35:31.693221 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76300d-8758-46b3-9a85-73c8004fa122 req-7cc4d4d8-6849-4728-ba9c-10fcacd9878e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:31.694760 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3b76300d-8758-46b3-9a85-73c8004fa122 req-7cc4d4d8-6849-4728-ba9c-10fcacd9878e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.1131275 Jun 15 00:35:31.756718 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41e9b96f-9edb-416e-9da5-4cf16b0b1cba req-e0d8c646-fb3d-4b5e-8382-8ea437dfcca2 service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795384 Jun 15 00:35:31.817696 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3b76300d-8758-46b3-9a85-73c8004fa122 req-c1dcff2c-c560-4f16-97d0-275381d9a3e7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865149 Jun 15 00:35:31.820986 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:31.867216 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6450bba9-d0d6-4e98-ac04-b1805d415eb2 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:35:31.874960 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Publish callbacks [] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:31.891753 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Transition to ACTIVE for port object 6450bba9-d0d6-4e98-ac04-b1805d415eb2 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:35:31.895475 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:31.948945 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Pushing event updated for resources: {'Port': ['ID=6450bba9-d0d6-4e98-ac04-b1805d415eb2,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:32.023810 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Attempting to bind port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:35:32.024105 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Attempting to bind port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:35:32.024951 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Attempting to bind port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 on network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:35:32.029327 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 on network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:35:32.029644 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Attempting to bind port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 on network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:35:32.035180 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:35:32.035557 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Checking segment: {'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:35:32.035944 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Bound using segment: {'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:35:32.036378 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Bound port: 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:35:32.036736 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:32.104014 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] For port 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host hv-cinder-83538, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:35:32.107258 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] For port 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:35:32.113252 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:32.159393 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:32.160162 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:32.162223 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] 10.222.0.42 "PUT /v2.0/ports/6450bba9-d0d6-4e98-ac04-b1805d415eb2 HTTP/1.1" status: 200 len: 1093 time: 0.9168549 Jun 15 00:35:32.164773 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:32.165807 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:32.168037 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b192a81e-c93c-4ef9-aa6e-39bee95a111b" -d '{"events": [{"name": "network-changed", "server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:32.211930 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00082f2-1671-419f-a375-5eb8e8ea136d service neutron] Pushing event updated for resources: {'Port': ['ID=6450bba9-d0d6-4e98-ac04-b1805d415eb2,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:32.294399 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88955620-a15f-46ed-92ae-ea4e0870fa65 x-openstack-request-id: req-88955620-a15f-46ed-92ae-ea4e0870fa65 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:32.294683 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:32.295000 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-88955620-a15f-46ed-92ae-ea4e0870fa65 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:32.295803 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88955620-a15f-46ed-92ae-ea4e0870fa65'] response: {'name': 'network-changed', 'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'status': 'completed', 'code': 200} Jun 15 00:35:32.300730 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41e9b96f-9edb-416e-9da5-4cf16b0b1cba req-1965f120-eadc-4cdc-a48b-d7d8adf62cac service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561589 Jun 15 00:35:32.341989 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:32.393626 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-0a383c4b-5c12-419d-9c43-516808f3ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:32.395458 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-0a383c4b-5c12-419d-9c43-516808f3ba0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47d48d22515e469fa53498b17ed80be7&device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 1127 time: 0.0722258 Jun 15 00:35:32.415631 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-93a08079-ef97-44f6-b85d-24fecb48263e req-21444191-7396-4d6b-86c3-02880ad07f6d service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716289 Jun 15 00:35:32.425718 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9746e8-b390-494d-9b4c-0a8098d1c760 req-c886aebe-f3fe-40ae-adfa-703cb54c17d5 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:32.433749 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1a9746e8-b390-494d-9b4c-0a8098d1c760 req-c886aebe-f3fe-40ae-adfa-703cb54c17d5 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.1989880 Jun 15 00:35:32.444098 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a96c1f9a-3cb1-4efa-9ca5-d58130c5caaa req-164d0729-47ea-4c63-bd8b-93fcd9b065f2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987647 Jun 15 00:35:32.463903 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:32.493166 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1a9746e8-b390-494d-9b4c-0a8098d1c760 req-92853f3a-991d-4a1c-b8d0-a1c96b6eac77 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584490 Jun 15 00:35:32.495019 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-7d0492e8-ec3d-42e0-848a-345d92944998 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2 HTTP/1.1" status: 200 len: 217 time: 0.0811419 Jun 15 00:35:32.517398 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fced4-ac28-4bcf-9f27-7ef8c56ef5fe req-de986577-936a-4fba-8215-22d0c9c420c9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:32.519306 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ba8fced4-ac28-4bcf-9f27-7ef8c56ef5fe req-de986577-936a-4fba-8215-22d0c9c420c9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 943 time: 0.1410472 Jun 15 00:35:32.578366 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ba8fced4-ac28-4bcf-9f27-7ef8c56ef5fe req-48550fd5-3ebf-4d65-b9a0-55aaf07d4a85 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498128 Jun 15 00:35:32.807382 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20f43e-4282-468a-abe0-8d26c7a96d1a req-8673f627-6ccf-4b45-a996-695e0823bd4a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:32.809044 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9a20f43e-4282-468a-abe0-8d26c7a96d1a req-8673f627-6ccf-4b45-a996-695e0823bd4a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 944 time: 0.0524361 Jun 15 00:35:32.809168 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-890a1349-880a-4305-b9e7-756f57a23e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:32.810821 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-890a1349-880a-4305-b9e7-756f57a23e4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bddbc5c-7efb-4185-937f-e56eb0633638 HTTP/1.1" status: 200 len: 855 time: 0.0490150 Jun 15 00:35:32.864530 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9a20f43e-4282-468a-abe0-8d26c7a96d1a req-860a55c8-8c2b-4c6e-aafe-11f0f19ef74f tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483966 Jun 15 00:35:32.949958 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 54884) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:32.962820 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d11a5-e0f6-4a66-b1a8-35ee2b52480b req-03309c59-e76c-4e98-b81c-21002d596710 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:32.964309 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-791d11a5-e0f6-4a66-b1a8-35ee2b52480b req-03309c59-e76c-4e98-b81c-21002d596710 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0578716 Jun 15 00:35:33.017760 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-791d11a5-e0f6-4a66-b1a8-35ee2b52480b req-8fd0e81b-fedd-4596-a9e2-084233743f0f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463979 Jun 15 00:35:33.085652 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c965e6f0-f72a-4990-9db3-22911f20b5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.167029 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c965e6f0-f72a-4990-9db3-22911f20b5c6 admin admin] Publish callbacks [] for security_group (4908b604-3a23-4e4d-bd45-92492ff3f3e1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.168206 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c965e6f0-f72a-4990-9db3-22911f20b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (4908b604-3a23-4e4d-bd45-92492ff3f3e1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.209735 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:33.212262 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965e6f0-f72a-4990-9db3-22911f20b5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4908b604-3a23-4e4d-bd45-92492ff3f3e1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:33.218093 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:33.240787 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c965e6f0-f72a-4990-9db3-22911f20b5c6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c8f7ed04470740049eae4ac4ef7fbd06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897832 Jun 15 00:35:33.243967 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 54900) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:33.266025 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:35:33.273468 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:33.273951 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.298858 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-53db3e52-2001-492e-8784-3f6db2a40286 admin admin] Publish callbacks [] for security_group (4908b604-3a23-4e4d-bd45-92492ff3f3e1), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.305929 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:33.327044 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-53db3e52-2001-492e-8784-3f6db2a40286 admin admin] Publish callbacks [] for security_group (4908b604-3a23-4e4d-bd45-92492ff3f3e1), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.333029 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359a3ac-3527-411b-a5b9-e29d86d4c1c8 req-37a1f760-d56d-43ad-af79-8a94b6d4ec30 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:33.334550 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8359a3ac-3527-411b-a5b9-e29d86d4c1c8 req-37a1f760-d56d-43ad-af79-8a94b6d4ec30 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0526481 Jun 15 00:35:33.354623 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:33.355036 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.378425 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50956474-5c4e-4b66-b9d0-9e84c8d8874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:33.380917 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b304f8f2-f1b9-4cdf-be88-830cb0640e8c" -d '{"events": [{"server_uuid": "50956474-5c4e-4b66-b9d0-9e84c8d8874e", "name": "network-vif-plugged", "status": "completed", "tag": "6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:33.385624 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-53db3e52-2001-492e-8784-3f6db2a40286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (4908b604-3a23-4e4d-bd45-92492ff3f3e1), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.388713 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-53db3e52-2001-492e-8784-3f6db2a40286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.390221 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-53db3e52-2001-492e-8784-3f6db2a40286 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4908b604-3a23-4e4d-bd45-92492ff3f3e1 HTTP/1.1" status: 204 len: 168 time: 0.1446960 Jun 15 00:35:33.400737 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8359a3ac-3527-411b-a5b9-e29d86d4c1c8 req-559fb0b9-6f86-4cb6-9311-cc7eba6637da tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604622 Jun 15 00:35:33.401424 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:33.408669 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.412762 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db3e52-2001-492e-8784-3f6db2a40286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4908b604-3a23-4e4d-bd45-92492ff3f3e1,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:33.416378 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.455302 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a1ed94-23f5-47cf-b98d-e592622beef2 x-openstack-request-id: req-44a1ed94-23f5-47cf-b98d-e592622beef2 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:33.455604 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50956474-5c4e-4b66-b9d0-9e84c8d8874e", "name": "network-vif-plugged", "status": "completed", "tag": "6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:33.456043 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-44a1ed94-23f5-47cf-b98d-e592622beef2 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:33.456433 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a1ed94-23f5-47cf-b98d-e592622beef2'] response: {'server_uuid': '50956474-5c4e-4b66-b9d0-9e84c8d8874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f', 'code': 200} Jun 15 00:35:33.475688 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:33.618043 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02272462-257b-474d-8a2d-fb1afe07ee8c req-caa6cc1a-6f5b-4983-a326-d6f6265571d8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:33.625187 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02272462-257b-474d-8a2d-fb1afe07ee8c req-caa6cc1a-6f5b-4983-a326-d6f6265571d8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0600688 Jun 15 00:35:33.681856 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02272462-257b-474d-8a2d-fb1afe07ee8c req-e72b66ac-b0b3-4102-bb52-b0a6f278b0d2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554574 Jun 15 00:35:33.707176 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 54916) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:33.726381 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-af1de136-39a0-4363-89d5-e942c077dfe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.751811 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-d1514f22-ddd0-43a4-8e1d-76451d81ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:33.753608 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-d1514f22-ddd0-43a4-8e1d-76451d81ae84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431283 Jun 15 00:35:33.762505 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05732c-7eca-427d-8b2f-123fd6fa488c req-5758505c-d869-4559-a5e6-b371252e37ee tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:33.763988 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ec05732c-7eca-427d-8b2f-123fd6fa488c req-5758505c-d869-4559-a5e6-b371252e37ee tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 943 time: 0.0945594 Jun 15 00:35:33.849376 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ec05732c-7eca-427d-8b2f-123fd6fa488c req-8f0c7e08-0c35-495d-b4e2-93a65f0df0f4 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748770 Jun 15 00:35:33.867067 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-af1de136-39a0-4363-89d5-e942c077dfe1 admin admin] Publish callbacks [] for security_group (a683db6d-631a-4dbf-9672-e87c779325b8), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.876200 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-af1de136-39a0-4363-89d5-e942c077dfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (a683db6d-631a-4dbf-9672-e87c779325b8), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:33.889635 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:33.922012 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1de136-39a0-4363-89d5-e942c077dfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a683db6d-631a-4dbf-9672-e87c779325b8,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:33.931373 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-af1de136-39a0-4363-89d5-e942c077dfe1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=849f0c0b60544fa0bb69699adfdd52a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200620 Jun 15 00:35:33.931994 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 54926) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:34.016369 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec2dc7-52df-4693-beda-841c270e7ab9 req-f3e11475-b5f3-4989-b16d-54f861d2a35d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:34.017844 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-daec2dc7-52df-4693-beda-841c270e7ab9 req-f3e11475-b5f3-4989-b16d-54f861d2a35d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0705130 Jun 15 00:35:34.034186 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:34.042743 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5062aded-c02d-40ec-a191-d5577e5b6af2 admin admin] Publish callbacks [] for security_group (a683db6d-631a-4dbf-9672-e87c779325b8), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:34.081063 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5062aded-c02d-40ec-a191-d5577e5b6af2 admin admin] Publish callbacks [] for security_group (a683db6d-631a-4dbf-9672-e87c779325b8), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:34.125081 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0af80-f72d-4b97-ac58-37a745c098aa req-47765d67-08a3-4091-aefc-fc507f3b2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:34.126567 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-14c0af80-f72d-4b97-ac58-37a745c098aa req-47765d67-08a3-4091-aefc-fc507f3b2b97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 1130 time: 0.0448873 Jun 15 00:35:34.143528 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-daec2dc7-52df-4693-beda-841c270e7ab9 req-af8d2db1-4309-48a2-ba15-2bf35eec96e8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157291 Jun 15 00:35:34.207880 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-e84c7b64-cdc1-4f6b-8acc-a9f1d8d15328 service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247382 Jun 15 00:35:34.212816 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5062aded-c02d-40ec-a191-d5577e5b6af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (a683db6d-631a-4dbf-9672-e87c779325b8), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:34.216123 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5062aded-c02d-40ec-a191-d5577e5b6af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:34.220176 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5062aded-c02d-40ec-a191-d5577e5b6af2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a683db6d-631a-4dbf-9672-e87c779325b8 HTTP/1.1" status: 204 len: 168 time: 0.2875097 Jun 15 00:35:34.230312 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062aded-c02d-40ec-a191-d5577e5b6af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a683db6d-631a-4dbf-9672-e87c779325b8,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:34.260522 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0af80-f72d-4b97-ac58-37a745c098aa req-46fee6b2-32f7-4631-91e6-81de41838713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:34.262135 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-14c0af80-f72d-4b97-ac58-37a745c098aa req-46fee6b2-32f7-4631-91e6-81de41838713 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.1295435 Jun 15 00:35:34.482039 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:UPDATE=1,neutron:SELECT=45,neutron:INSERT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:34.485975 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=73 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:34.542164 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839783ab-a744-4ff3-90b5-25a993aa475b req-9ff8bcfc-1160-4262-a3b5-008e627985d4 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:34.546025 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-839783ab-a744-4ff3-90b5-25a993aa475b req-9ff8bcfc-1160-4262-a3b5-008e627985d4 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0638039 Jun 15 00:35:34.608782 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-839783ab-a744-4ff3-90b5-25a993aa475b req-9aabe3d3-14ad-490a-a7ef-fc97453c895d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561154 Jun 15 00:35:34.811407 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54bffa-6048-45ba-a07e-d464768ae540 req-f3b25dac-e329-49a7-a855-517f9efc90d0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:34.812988 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bd54bffa-6048-45ba-a07e-d464768ae540 req-f3b25dac-e329-49a7-a855-517f9efc90d0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0539098 Jun 15 00:35:34.861377 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bd54bffa-6048-45ba-a07e-d464768ae540 req-0c45a74c-163d-4080-9f98-c504a24f62c7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424149 Jun 15 00:35:34.970115 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:34.979285 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce111e-b295-4685-9e6d-dc8e5df31a2d req-330e76cc-43f4-4ebd-a66c-e52c24fe4830 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:34.980745 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-67ce111e-b295-4685-9e6d-dc8e5df31a2d req-330e76cc-43f4-4ebd-a66c-e52c24fe4830 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 943 time: 0.0475857 Jun 15 00:35:35.033380 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-67ce111e-b295-4685-9e6d-dc8e5df31a2d req-11f26766-ba2e-480e-b206-9f47c0ae434f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466669 Jun 15 00:35:35.268378 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744bc3-51b0-4300-a0a4-4a3d98603e64 req-8a577270-9813-48cc-aeb7-fa85d7940f41 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:35.269891 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69744bc3-51b0-4300-a0a4-4a3d98603e64 req-8a577270-9813-48cc-aeb7-fa85d7940f41 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0481336 Jun 15 00:35:35.320090 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69744bc3-51b0-4300-a0a4-4a3d98603e64 req-2fd3d307-48f1-45e8-953c-eedbaee6ddde tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446560 Jun 15 00:35:35.749566 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379a24-45b2-44d4-b5ff-0b7521bc2373 req-b63252bf-8122-4d02-942c-fb7390acadb0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:35.751238 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-50379a24-45b2-44d4-b5ff-0b7521bc2373 req-b63252bf-8122-4d02-942c-fb7390acadb0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0697966 Jun 15 00:35:35.804860 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-50379a24-45b2-44d4-b5ff-0b7521bc2373 req-a6b99e58-e1a1-4673-ad79-10b080f692ac tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471334 Jun 15 00:35:35.980393 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f979a16-28d5-415f-b651-ae168310965d req-61bc6855-8ebb-4adf-9f74-031f5bdddc8d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:35.981856 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2f979a16-28d5-415f-b651-ae168310965d req-61bc6855-8ebb-4adf-9f74-031f5bdddc8d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0494626 Jun 15 00:35:36.031886 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2f979a16-28d5-415f-b651-ae168310965d req-0843e663-729f-4fa8-ba90-de5e6006b793 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444932 Jun 15 00:35:36.155113 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19950339-1583-4cd8-9341-6ca1025cfca6 req-5a9ffc21-e23b-48b3-877a-4e04d3034ba5 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:36.156596 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-19950339-1583-4cd8-9341-6ca1025cfca6 req-5a9ffc21-e23b-48b3-877a-4e04d3034ba5 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 943 time: 0.0538652 Jun 15 00:35:36.213256 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-19950339-1583-4cd8-9341-6ca1025cfca6 req-50496f55-5688-4c7a-bbc9-ac6b2af33f5e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428650 Jun 15 00:35:36.433407 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f395a2-bab9-49d5-839c-d9158b56fbd9 req-3907944a-b57a-4226-8941-17599ed068ca tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:36.434891 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-34f395a2-bab9-49d5-839c-d9158b56fbd9 req-3907944a-b57a-4226-8941-17599ed068ca tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0450816 Jun 15 00:35:36.466470 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:36.481801 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-34f395a2-bab9-49d5-839c-d9158b56fbd9 req-ac8fbc51-fc73-43fc-bed9-9fac0ef58976 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414546 Jun 15 00:35:36.907855 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device ce34242f-b5b2-438c-8b58-d2ef7713314e details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:35:36.918399 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ae766-25f6-4c39-b175-6ec08379fd96 req-0677ca2d-a474-40d9-a824-d67056c13585 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:36.919988 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c30ae766-25f6-4c39-b175-6ec08379fd96 req-0677ca2d-a474-40d9-a824-d67056c13585 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0452714 Jun 15 00:35:36.969186 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c30ae766-25f6-4c39-b175-6ec08379fd96 req-d2640d86-57a8-4487-a71a-53f631fee0b9 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428870 Jun 15 00:35:36.990310 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:37.007593 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port ce34242f-b5b2-438c-8b58-d2ef7713314e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ce34242f-b5b2-438c-8b58-d2ef7713314e,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:37.018519 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'port_id': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'mac_address': 'fa:16:3e:a3:c7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:35:37.056020 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port ce34242f-b5b2-438c-8b58-d2ef7713314e is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:37.056405 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:37.070714 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce34242f-b5b2-438c-8b58-d2ef7713314e {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:35:37.090516 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port ce34242f-b5b2-438c-8b58-d2ef7713314e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ce34242f-b5b2-438c-8b58-d2ef7713314e,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:37.094478 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:37.140672 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=ce34242f-b5b2-438c-8b58-d2ef7713314e,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:37.147938 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.148284 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.148628 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.148966 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.149305 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.149630 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.149953 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.150281 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.150605 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.150947 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.151274 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.151615 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.151940 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.152259 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.152575 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:37.176723 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c70613-cd8a-4149-8326-d2236540c996 req-5dc1acf2-2306-4e8d-8331-7c97cceeceed tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:37.178231 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76c70613-cd8a-4149-8326-d2236540c996 req-5dc1acf2-2306-4e8d-8331-7c97cceeceed tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0743346 Jun 15 00:35:37.264838 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2359bd5-c7df-4f50-8755-c857969648f5 req-2f0b139b-cfbe-4f32-9ad5-fd078b2c35f7 service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519725 Jun 15 00:35:37.269262 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76c70613-cd8a-4149-8326-d2236540c996 req-0ce7ccb7-bb2c-40dc-9a55-12395f1b71b4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646131 Jun 15 00:35:37.308995 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-14c0af80-f72d-4b97-ac58-37a745c098aa req-a0ae8dcd-5bef-4b30-8978-ef0ffde0d732 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92085804-04f9-491e-909d-de03a26ec439 HTTP/1.1" status: 200 len: 217 time: 0.0644476 Jun 15 00:35:37.381879 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150f7fd-f0f9-4acd-86bf-48a9f2ea3715 req-8a52a5b0-df50-4e90-847c-b600249a686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:37.383477 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b150f7fd-f0f9-4acd-86bf-48a9f2ea3715 req-8a52a5b0-df50-4e90-847c-b600249a686d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 1129 time: 0.0733798 Jun 15 00:35:37.389513 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c8fc-a4ca-4cb0-922e-1648cdc7df75 req-fb9c93a6-5281-4089-8895-e48e81706632 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:37.390868 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2f92c8fc-a4ca-4cb0-922e-1648cdc7df75 req-fb9c93a6-5281-4089-8895-e48e81706632 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 944 time: 0.0796964 Jun 15 00:35:37.438586 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2f92c8fc-a4ca-4cb0-922e-1648cdc7df75 req-696737de-0e5e-42ea-81d0-f023e01d6e6a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420661 Jun 15 00:35:37.526473 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['ce34242f-b5b2-438c-8b58-d2ef7713314e'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:35:37.598040 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3c8dc-0b69-43c9-b105-0b9e32408c95 req-55dc3069-f337-41c6-84dd-6aa249fa7e5a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:37.599685 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3fa3c8dc-0b69-43c9-b105-0b9e32408c95 req-55dc3069-f337-41c6-84dd-6aa249fa7e5a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0507512 Jun 15 00:35:37.648315 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3fa3c8dc-0b69-43c9-b105-0b9e32408c95 req-d62fc366-8155-4720-aeaa-0bbdcfb4da03 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419135 Jun 15 00:35:38.227675 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abad49-9d4e-4bb7-afb3-12b0f745f154 req-c687e353-2703-4231-bbc5-a0f6e895c5af tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:38.229165 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b0abad49-9d4e-4bb7-afb3-12b0f745f154 req-c687e353-2703-4231-bbc5-a0f6e895c5af tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0501323 Jun 15 00:35:38.287074 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b0abad49-9d4e-4bb7-afb3-12b0f745f154 req-c1261142-d060-4673-b915-e058afe49b6d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523181 Jun 15 00:35:38.402272 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7a8e2-94e9-481b-9962-d3b1665ef7fe req-7ae97bc7-5522-4b98-bd81-bac30c7bc001 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:38.403887 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79f7a8e2-94e9-481b-9962-d3b1665ef7fe req-7ae97bc7-5522-4b98-bd81-bac30c7bc001 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0489421 Jun 15 00:35:38.454830 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79f7a8e2-94e9-481b-9962-d3b1665ef7fe req-ce62d42a-d066-40ca-b3b4-b6b7f6753fcc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449414 Jun 15 00:35:38.554078 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1447fa9-b26f-426a-9c93-ffa12ddbedb8 req-945b768b-d282-449f-847a-26e6a9fdb9b1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:38.555541 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f1447fa9-b26f-426a-9c93-ffa12ddbedb8 req-945b768b-d282-449f-847a-26e6a9fdb9b1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 944 time: 0.0451860 Jun 15 00:35:38.601655 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f1447fa9-b26f-426a-9c93-ffa12ddbedb8 req-72707157-df5e-41ac-a701-b63f42c282d2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405784 Jun 15 00:35:38.758140 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33911a46-ecb3-4f8a-b08c-c8fdf61cd823 req-d75cffe4-2d63-447a-92ed-e81b66668a22 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:38.759613 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-33911a46-ecb3-4f8a-b08c-c8fdf61cd823 req-d75cffe4-2d63-447a-92ed-e81b66668a22 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0456381 Jun 15 00:35:38.788259 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:38.808799 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-33911a46-ecb3-4f8a-b08c-c8fdf61cd823 req-96803d5d-7c03-4036-be89-d97e3c430954 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438526 Jun 15 00:35:39.403507 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc1bf1-509a-465c-86cf-3fcc820ef62e req-415cb362-0f79-4522-b736-87453e5a05f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:39.404950 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-79cc1bf1-509a-465c-86cf-3fcc820ef62e req-415cb362-0f79-4522-b736-87453e5a05f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0482183 Jun 15 00:35:39.450238 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-79cc1bf1-509a-465c-86cf-3fcc820ef62e req-e82b0659-8210-403a-b027-4f66bda92d5b tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399244 Jun 15 00:35:39.571795 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f89d8-9e29-404b-b64c-c451a29044d4 req-1e00eba9-4fc5-48d7-9f46-d7f4a69c933d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:39.573191 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d85f89d8-9e29-404b-b64c-c451a29044d4 req-1e00eba9-4fc5-48d7-9f46-d7f4a69c933d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0468268 Jun 15 00:35:39.618897 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d85f89d8-9e29-404b-b64c-c451a29044d4 req-ea692ac8-fc1c-40a3-add0-258d36fe3b7c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402720 Jun 15 00:35:39.710163 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bac6d5-066a-4eb9-ace3-c696ed506e4e req-99f8f8e0-fa69-4ee0-8bea-f6e05e984948 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:39.711634 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-52bac6d5-066a-4eb9-ace3-c696ed506e4e req-99f8f8e0-fa69-4ee0-8bea-f6e05e984948 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 944 time: 0.0449896 Jun 15 00:35:39.757589 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-52bac6d5-066a-4eb9-ace3-c696ed506e4e req-aa9b25c0-0b04-4653-8c14-3466013a9e02 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404572 Jun 15 00:35:39.922306 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c18eff-6ee6-42ce-ad1f-9de5028f94b5 req-cf3e12ac-d675-4f99-b1d7-a6e40cd8cdff tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:39.923793 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6c18eff-6ee6-42ce-ad1f-9de5028f94b5 req-cf3e12ac-d675-4f99-b1d7-a6e40cd8cdff tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0488477 Jun 15 00:35:39.969999 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6c18eff-6ee6-42ce-ad1f-9de5028f94b5 req-d88171b8-0f41-4fe2-810e-2ad9d8d8a6cf tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401204 Jun 15 00:35:40.526324 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:40.562784 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a62320-203b-46b6-b8a5-e5454804ffe8 req-fdb22ee3-6442-4f54-b00d-b2b1077e84e1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:40.564271 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-35a62320-203b-46b6-b8a5-e5454804ffe8 req-fdb22ee3-6442-4f54-b00d-b2b1077e84e1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0469413 Jun 15 00:35:40.589678 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:40.614182 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-35a62320-203b-46b6-b8a5-e5454804ffe8 req-b4acb628-00ef-4724-a693-f50251bc03a2 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438406 Jun 15 00:35:40.735987 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf337dd-e8ff-4102-b718-fb81230554cc req-8ff92643-be2c-48fc-8963-e492f24f012b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:40.737430 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bcf337dd-e8ff-4102-b718-fb81230554cc req-8ff92643-be2c-48fc-8963-e492f24f012b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0491819 Jun 15 00:35:40.783013 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bcf337dd-e8ff-4102-b718-fb81230554cc req-2f423298-53ed-4145-a6cc-5436966843e0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401883 Jun 15 00:35:40.870094 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd7c34-e35d-4101-a3bb-df43c95787ea req-b4ff5a5a-58ef-4fb3-acf1-b86e68853719 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:40.871482 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-95cd7c34-e35d-4101-a3bb-df43c95787ea req-b4ff5a5a-58ef-4fb3-acf1-b86e68853719 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 944 time: 0.0460222 Jun 15 00:35:40.917529 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-95cd7c34-e35d-4101-a3bb-df43c95787ea req-adf327b3-3bc7-4adf-bfe2-7ea48fe33fee tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405924 Jun 15 00:35:40.980825 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device ce34242f-b5b2-438c-8b58-d2ef7713314e up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:41.023432 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port ce34242f-b5b2-438c-8b58-d2ef7713314e completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:35:41.030254 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port ce34242f-b5b2-438c-8b58-d2ef7713314e triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:41.030700 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:41.087581 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1ae52-07a4-40c4-afaa-2ee73791284a req-49773f25-bc81-4794-b0f0-cca86acd6da9 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:41.089102 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6fc1ae52-07a4-40c4-afaa-2ee73791284a req-49773f25-bc81-4794-b0f0-cca86acd6da9 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0476017 Jun 15 00:35:41.107917 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port ce34242f-b5b2-438c-8b58-d2ef7713314e is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:41.108311 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:41.132348 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce34242f-b5b2-438c-8b58-d2ef7713314e'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:41.134801 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd0cf80-51d7-43fd-b514-d4682352b0cf" -d '{"events": [{"server_uuid": "d59c15bb-4e3e-491b-8e26-8507b5bf2c0d", "name": "network-vif-plugged", "status": "completed", "tag": "ce34242f-b5b2-438c-8b58-d2ef7713314e"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:41.138839 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:41.141293 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6fc1ae52-07a4-40c4-afaa-2ee73791284a req-7a7b2a34-1f70-45e4-bda3-dac0db86188c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465419 Jun 15 00:35:41.149477 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port ce34242f-b5b2-438c-8b58-d2ef7713314e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ce34242f-b5b2-438c-8b58-d2ef7713314e,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:41.155196 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:41.177973 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296926de-483d-45c1-9d19-964979923320 x-openstack-request-id: req-296926de-483d-45c1-9d19-964979923320 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:41.178261 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59c15bb-4e3e-491b-8e26-8507b5bf2c0d", "name": "network-vif-plugged", "status": "completed", "tag": "ce34242f-b5b2-438c-8b58-d2ef7713314e", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:41.178511 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-296926de-483d-45c1-9d19-964979923320 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:41.178923 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296926de-483d-45c1-9d19-964979923320'] response: {'server_uuid': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'code': 200} Jun 15 00:35:41.209597 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=ce34242f-b5b2-438c-8b58-d2ef7713314e,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:41.726198 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae194d54-bac9-4afd-ab8c-f9d24dc72e27 req-c1efb421-33ef-471c-bfad-0c38e0f86d3a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:41.727728 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ae194d54-bac9-4afd-ab8c-f9d24dc72e27 req-c1efb421-33ef-471c-bfad-0c38e0f86d3a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0467861 Jun 15 00:35:41.776823 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ae194d54-bac9-4afd-ab8c-f9d24dc72e27 req-bd6503c6-7385-4a4d-bf73-8d76666b84ef tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435677 Jun 15 00:35:41.901087 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deebec4-7db9-4203-ae56-33621c0b56b4 req-d93c571c-bac2-4d41-8238-d7267b1cff0e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:41.902515 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8deebec4-7db9-4203-ae56-33621c0b56b4 req-d93c571c-bac2-4d41-8238-d7267b1cff0e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0458102 Jun 15 00:35:41.948133 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8deebec4-7db9-4203-ae56-33621c0b56b4 req-f0dec251-1042-41fb-bbf8-59f7dd74dc90 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400407 Jun 15 00:35:42.029091 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99ee8-cea1-47b2-8779-5e5f9119dad6 req-de087575-4135-48fc-8fe8-6b6c2436ca30 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:42.030476 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aae99ee8-cea1-47b2-8779-5e5f9119dad6 req-de087575-4135-48fc-8fe8-6b6c2436ca30 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0470736 Jun 15 00:35:42.055003 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:42.077162 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aae99ee8-cea1-47b2-8779-5e5f9119dad6 req-119fd99f-633f-44ca-bb58-d50dc07ab157 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Jun 15 00:35:42.263496 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e2fab-d42f-468d-8a8c-b0fb5b6ab47c req-39706cb2-3242-408c-bd16-d79b7deb4726 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:42.264962 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6c5e2fab-d42f-468d-8a8c-b0fb5b6ab47c req-39706cb2-3242-408c-bd16-d79b7deb4726 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0514326 Jun 15 00:35:42.312200 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6c5e2fab-d42f-468d-8a8c-b0fb5b6ab47c req-27ee7fc8-ed0f-48ad-8437-b8fbecdcd6f0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417264 Jun 15 00:35:42.885713 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863c5c0-6a75-4acb-a033-95aca67755e5 req-77151284-a968-49b7-8b97-83b591cf17ff tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:42.887112 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d863c5c0-6a75-4acb-a033-95aca67755e5 req-77151284-a968-49b7-8b97-83b591cf17ff tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0460799 Jun 15 00:35:42.933422 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d863c5c0-6a75-4acb-a033-95aca67755e5 req-a4fb041d-4d5e-4f40-9271-b4e93cbace44 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408959 Jun 15 00:35:43.062803 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e916b-e1d9-43ed-b7f3-48f4d4608fdc req-0fff941e-4b2a-4153-939c-713384814ffe tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:43.064271 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-821e916b-e1d9-43ed-b7f3-48f4d4608fdc req-0fff941e-4b2a-4153-939c-713384814ffe tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0455344 Jun 15 00:35:43.111244 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-821e916b-e1d9-43ed-b7f3-48f4d4608fdc req-d980ce46-870e-4c6c-b15e-d5493e4ad27d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404878 Jun 15 00:35:43.193518 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e564247-8b49-4e99-8203-fd94498314f3 req-aea9575a-fb4d-468c-b1f1-12d756127a17 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:43.195048 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e564247-8b49-4e99-8203-fd94498314f3 req-aea9575a-fb4d-468c-b1f1-12d756127a17 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0501006 Jun 15 00:35:43.241121 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e564247-8b49-4e99-8203-fd94498314f3 req-09c79518-63dc-4e2f-b05e-6c3d86ffcd3d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406106 Jun 15 00:35:43.426613 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b761f-cb88-46c4-89f5-59fd12e2a0f5 req-d3e87ca3-c54c-447b-be22-a94a4d0f060a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:43.427994 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-609b761f-cb88-46c4-89f5-59fd12e2a0f5 req-d3e87ca3-c54c-447b-be22-a94a4d0f060a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0456295 Jun 15 00:35:43.477154 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-609b761f-cb88-46c4-89f5-59fd12e2a0f5 req-a03c5c16-c79e-4a06-8067-19bdc645195d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Jun 15 00:35:44.044110 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc6e69-7dad-4f7d-9dad-398eb451e798 req-3bc2d483-9edc-456f-9d16-7d6e761aab8a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:44.045586 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-40dc6e69-7dad-4f7d-9dad-398eb451e798 req-3bc2d483-9edc-456f-9d16-7d6e761aab8a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0459826 Jun 15 00:35:44.091601 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-40dc6e69-7dad-4f7d-9dad-398eb451e798 req-9bda1dee-c2c1-46d6-8f58-86fa0b5c1a85 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405362 Jun 15 00:35:44.236260 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58304280-260c-461d-b93c-d75df255f5f2 req-2ac8d20c-c3b3-4200-a3a6-60169ec6445e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:44.237736 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-58304280-260c-461d-b93c-d75df255f5f2 req-2ac8d20c-c3b3-4200-a3a6-60169ec6445e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0508595 Jun 15 00:35:44.288140 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-58304280-260c-461d-b93c-d75df255f5f2 req-fa0f10db-bb0c-4f6c-bc42-07c9f8d9f282 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441999 Jun 15 00:35:44.355644 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce278c5-607d-4cb6-baa5-8d16b6ed3951 req-4863500f-0cad-4349-8c75-f7b899747294 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:44.357112 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ce278c5-607d-4cb6-baa5-8d16b6ed3951 req-4863500f-0cad-4349-8c75-f7b899747294 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0499964 Jun 15 00:35:44.403681 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ce278c5-607d-4cb6-baa5-8d16b6ed3951 req-41c7b7bf-f441-473f-b438-17fee7347182 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410104 Jun 15 00:35:44.432112 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:44.600438 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa55163-a417-419d-93d8-4ae4ed3ca3ad req-9f3ebf4c-3079-46d2-bf7b-7a1c457b25b1 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:44.602007 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1fa55163-a417-419d-93d8-4ae4ed3ca3ad req-9f3ebf4c-3079-46d2-bf7b-7a1c457b25b1 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0491092 Jun 15 00:35:44.653249 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1fa55163-a417-419d-93d8-4ae4ed3ca3ad req-af198197-631a-4db2-844a-1e8bdba3fa95 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453291 Jun 15 00:35:45.203725 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6db4d-6d79-466e-b205-fbe12a603ac4 req-7b5ab3ed-a042-42d1-ac72-55bb9008d38f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:45.205181 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4e6db4d-6d79-466e-b205-fbe12a603ac4 req-7b5ab3ed-a042-42d1-ac72-55bb9008d38f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0452080 Jun 15 00:35:45.253224 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4e6db4d-6d79-466e-b205-fbe12a603ac4 req-37ca0d47-b6f9-4c32-8a50-74ae43833f56 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420539 Jun 15 00:35:45.483621 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:45.519247 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffefac3-4260-431b-a88d-f8a8a0c55db3 req-46614825-5a94-4d22-95cb-96e5faeb7c9f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:45.521304 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ffefac3-4260-431b-a88d-f8a8a0c55db3 req-46614825-5a94-4d22-95cb-96e5faeb7c9f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0484197 Jun 15 00:35:45.574071 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ffefac3-4260-431b-a88d-f8a8a0c55db3 req-ba13dde0-208b-4878-8890-085f9d1a3c96 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469227 Jun 15 00:35:45.576469 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad5701-92e9-4371-a620-423f078a00ae req-01ddcb2c-96cc-4d9b-bebd-689c8098107e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:45.577996 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-28ad5701-92e9-4371-a620-423f078a00ae req-01ddcb2c-96cc-4d9b-bebd-689c8098107e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.2197337 Jun 15 00:35:45.630154 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-28ad5701-92e9-4371-a620-423f078a00ae req-bbe51450-3bd5-4241-bd79-609afae429d6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449059 Jun 15 00:35:45.770057 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc752951-a84f-4b5d-945e-76beca66a982 req-1f0e354a-f9f1-479c-b224-8e0964d15655 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:45.772112 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc752951-a84f-4b5d-945e-76beca66a982 req-1f0e354a-f9f1-479c-b224-8e0964d15655 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0476034 Jun 15 00:35:45.822302 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc752951-a84f-4b5d-945e-76beca66a982 req-d439a7b6-2a88-4c45-a51d-0a1c7e8d6ac6 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444369 Jun 15 00:35:46.350625 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:35:46.387359 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d3a1a-e09a-4e79-9bb0-36e7e25a92ec req-b7aed2fd-613e-4692-8f48-328a1b058355 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:46.388805 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-615d3a1a-e09a-4e79-9bb0-36e7e25a92ec req-b7aed2fd-613e-4692-8f48-328a1b058355 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0470338 Jun 15 00:35:46.426618 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6450bba9-d0d6-4e98-ac04-b1805d415eb2 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:35:46.434818 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-615d3a1a-e09a-4e79-9bb0-36e7e25a92ec req-e7a49a54-85d8-4b25-a986-d6ae3ea6e560 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Jun 15 00:35:46.527838 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:46.539300 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'port_id': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'mac_address': 'fa:16:3e:2c:96:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:35:46.573720 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:46.574171 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:46.586736 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6450bba9-d0d6-4e98-ac04-b1805d415eb2 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:35:46.590430 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:46.611886 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:46.617130 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:46.662918 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=6450bba9-d0d6-4e98-ac04-b1805d415eb2,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:46.692553 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e5c68-f914-46a4-a0f3-462c0a5d6bc9 req-5e2afb92-21a3-49a1-82e9-0c9c7dc0eaca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:46.694756 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-280e5c68-f914-46a4-a0f3-462c0a5d6bc9 req-5e2afb92-21a3-49a1-82e9-0c9c7dc0eaca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0492363 Jun 15 00:35:46.744253 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-280e5c68-f914-46a4-a0f3-462c0a5d6bc9 req-f0489e1c-303f-4f09-800b-401bd2c7ac4a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439761 Jun 15 00:35:46.754377 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6d58f-19ae-4d4c-b69a-15b077d2b458 req-589907f2-09f8-43b1-b13c-5f77a14e74cf tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:46.758916 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0bc6d58f-19ae-4d4c-b69a-15b077d2b458 req-589907f2-09f8-43b1-b13c-5f77a14e74cf tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 944 time: 0.0519996 Jun 15 00:35:46.775026 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:46.803931 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0bc6d58f-19ae-4d4c-b69a-15b077d2b458 req-7a168873-5387-4695-829b-06aa1d1121f0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419919 Jun 15 00:35:46.933900 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad52cd-b46b-4283-a318-fb686612f9e0 req-0cc67037-acfc-4f2c-b583-785460001577 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:46.935403 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3fad52cd-b46b-4283-a318-fb686612f9e0 req-0cc67037-acfc-4f2c-b583-785460001577 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0500124 Jun 15 00:35:46.981534 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3fad52cd-b46b-4283-a318-fb686612f9e0 req-3f921eef-3d28-486d-82a4-342f88727445 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406435 Jun 15 00:35:47.547946 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe572831-3c1c-4e9a-b1b0-a7d3db63a2ea req-72931cda-a769-407b-9e44-fa3b828e2447 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:47.549401 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fe572831-3c1c-4e9a-b1b0-a7d3db63a2ea req-72931cda-a769-407b-9e44-fa3b828e2447 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0451868 Jun 15 00:35:47.595739 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fe572831-3c1c-4e9a-b1b0-a7d3db63a2ea req-7750cc50-09b6-4cfa-b7c9-2e57541616c4 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Jun 15 00:35:47.858174 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edd075-46f4-4692-9efc-286e117a66df req-afcd33b5-d235-4647-a3fd-995381df2fdf tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:47.859612 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d0edd075-46f4-4692-9efc-286e117a66df req-afcd33b5-d235-4647-a3fd-995381df2fdf tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0471599 Jun 15 00:35:47.911275 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d0edd075-46f4-4692-9efc-286e117a66df req-f45e8b53-f5a7-4f0f-942b-40ba7b3e3647 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457747 Jun 15 00:35:47.929595 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:47.943046 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['6450bba9-d0d6-4e98-ac04-b1805d415eb2'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:35:47.970494 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0af80-f72d-4b97-ac58-37a745c098aa req-b681c122-d787-4711-86f8-663348c15713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:47.971963 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-14c0af80-f72d-4b97-ac58-37a745c098aa req-b681c122-d787-4711-86f8-663348c15713 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.1025648 Jun 15 00:35:47.990274 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ec021-4c74-4242-bdc0-a17f7f0f595d req-d0b03f49-976a-4f1a-b412-5c34ebd6ad8e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:47.991773 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-271ec021-4c74-4242-bdc0-a17f7f0f595d req-d0b03f49-976a-4f1a-b412-5c34ebd6ad8e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 944 time: 0.0878730 Jun 15 00:35:47.995262 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b150f7fd-f0f9-4acd-86bf-48a9f2ea3715 req-878cf8ac-fe0a-4414-bbd3-d98cb3b69431 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321943 Jun 15 00:35:48.065681 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192a81e-c93c-4ef9-aa6e-39bee95a111b req-0a22674d-1b0c-4ccc-8847-7db73440e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:48.068081 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b192a81e-c93c-4ef9-aa6e-39bee95a111b req-0a22674d-1b0c-4ccc-8847-7db73440e112 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47d48d22515e469fa53498b17ed80be7&device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 1128 time: 0.0592778 Jun 15 00:35:48.083323 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-271ec021-4c74-4242-bdc0-a17f7f0f595d req-a50bceac-e151-492d-b161-6656ad4ce3c9 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844352 Jun 15 00:35:48.138256 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f9e0d-bf0a-4cc4-9787-9a11328e6413 req-0287ea51-2782-4315-8247-4fece8afbe15 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:48.143244 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b3f9e0d-bf0a-4cc4-9787-9a11328e6413 req-0287ea51-2782-4315-8247-4fece8afbe15 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0670915 Jun 15 00:35:48.189221 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b3f9e0d-bf0a-4cc4-9787-9a11328e6413 req-c9dc83e5-cd2e-4dea-91fd-3db0301dec03 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439661 Jun 15 00:35:48.443086 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0af80-f72d-4b97-ac58-37a745c098aa req-51a22b4a-f48a-48a2-80bf-60e747ec4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:48.444727 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-14c0af80-f72d-4b97-ac58-37a745c098aa req-51a22b4a-f48a-48a2-80bf-60e747ec4cc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398345 Jun 15 00:35:48.493559 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:48.541500 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-549fc391-41ad-4715-8cff-f1fb76af9039 req-218ee59d-71ec-4813-b5d7-c8fe1bf812cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753751 Jun 15 00:35:48.561189 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192a81e-c93c-4ef9-aa6e-39bee95a111b req-75e93988-9797-4180-8702-1b40f790e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:48.562872 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b192a81e-c93c-4ef9-aa6e-39bee95a111b req-75e93988-9797-4180-8702-1b40f790e333 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 200 len: 917 time: 0.0967681 Jun 15 00:35:48.591726 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-14c0af80-f72d-4b97-ac58-37a745c098aa req-dea610a0-1fa0-47f3-b3ce-21c3079e5fbf service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179004 Jun 15 00:35:48.707256 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7804f1-d1c5-46a3-b5e5-78c6b7c8cc5e req-b2671689-c626-45e9-b8ca-93b646167696 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:48.709238 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6e7804f1-d1c5-46a3-b5e5-78c6b7c8cc5e req-b2671689-c626-45e9-b8ca-93b646167696 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0466545 Jun 15 00:35:48.759044 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6e7804f1-d1c5-46a3-b5e5-78c6b7c8cc5e req-16bd9fd8-5add-4e82-8de4-9052b4a118de tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441437 Jun 15 00:35:49.025847 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2f1fa-3e35-450d-a26c-aa65e95e65cb req-bf64aec5-5f3a-4a3e-a9d2-0094e573f107 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:49.027325 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ca2f1fa-3e35-450d-a26c-aa65e95e65cb req-bf64aec5-5f3a-4a3e-a9d2-0094e573f107 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0490270 Jun 15 00:35:49.073810 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ca2f1fa-3e35-450d-a26c-aa65e95e65cb req-b60f1cf6-fa77-40ef-b974-3a359c29654d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410621 Jun 15 00:35:49.210390 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642184d-4ad3-48c3-b7af-70963b1fa135 req-f40b97c4-d5e5-4e4e-9acf-f5ea20d937fd tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:49.211263 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7642184d-4ad3-48c3-b7af-70963b1fa135 req-f40b97c4-d5e5-4e4e-9acf-f5ea20d937fd tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 944 time: 0.0543988 Jun 15 00:35:49.296484 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7642184d-4ad3-48c3-b7af-70963b1fa135 req-44b93458-a877-4b40-85f9-f416a3a2fd12 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782068 Jun 15 00:35:49.318994 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01075ad-db98-4cd1-a4f4-35e094a27fba req-5c6cbe7a-722f-40f7-9d87-bab5fc3e5305 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:49.320496 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f01075ad-db98-4cd1-a4f4-35e094a27fba req-5c6cbe7a-722f-40f7-9d87-bab5fc3e5305 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0540986 Jun 15 00:35:49.370182 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f01075ad-db98-4cd1-a4f4-35e094a27fba req-5a89ef50-5393-4503-8495-a6edff7b5f00 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438266 Jun 15 00:35:49.498225 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6450bba9-d0d6-4e98-ac04-b1805d415eb2 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:35:49.526512 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9d2c4-2985-4777-89d8-b619c430accb req-445180ba-801d-4a8a-9396-46595e3a9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:49.530586 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-81c9d2c4-2985-4777-89d8-b619c430accb req-445180ba-801d-4a8a-9396-46595e3a9b9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 1129 time: 0.0698493 Jun 15 00:35:49.604058 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:35:49.613744 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:35:49.616676 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:49.688001 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-14c0af80-f72d-4b97-ac58-37a745c098aa req-d77fa4c5-d5f4-4d7d-8f19-bb5509f0893f service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596054 Jun 15 00:35:49.690691 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-81c9d2c4-2985-4777-89d8-b619c430accb req-b184de3d-5fba-4c06-bebe-3f8f5ff9cd89 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414957 Jun 15 00:35:49.730452 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b192a81e-c93c-4ef9-aa6e-39bee95a111b req-fa39b061-ad5c-4980-a6a6-57400ac592fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2 HTTP/1.1" status: 200 len: 217 time: 0.2999358 Jun 15 00:35:49.737051 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:35:49.737446 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:49.763251 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fc391-41ad-4715-8cff-f1fb76af9039 req-7e619ac9-e4bf-4a93-aaa8-825781ecf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:49.764562 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:49.765170 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-549fc391-41ad-4715-8cff-f1fb76af9039 req-7e619ac9-e4bf-4a93-aaa8-825781ecf4a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42c353894cf64e6ca9e2e4311632eef4&device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 1129 time: 0.0435889 Jun 15 00:35:49.766867 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d4b791-44a0-4919-8af0-db99f0390b61" -d '{"events": [{"server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "name": "network-vif-plugged", "status": "completed", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:49.875875 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:49.897301 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d04439c-cee4-438c-b14e-740b59697662 x-openstack-request-id: req-3d04439c-cee4-438c-b14e-740b59697662 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:49.897607 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "name": "network-vif-plugged", "status": "completed", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:49.898026 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3d04439c-cee4-438c-b14e-740b59697662 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:49.898581 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d04439c-cee4-438c-b14e-740b59697662'] response: {'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'code': 200} Jun 15 00:35:49.900655 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:49.902497 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac9e2d-3e6d-45fb-8132-53665b5f287a req-7550f4f6-81a3-4e60-bacc-d7e7ad5dc41f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:49.907254 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:49.915480 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6eac9e2d-3e6d-45fb-8132-53665b5f287a req-7550f4f6-81a3-4e60-bacc-d7e7ad5dc41f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0752711 Jun 15 00:35:49.964487 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=6450bba9-d0d6-4e98-ac04-b1805d415eb2,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:49.964730 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6eac9e2d-3e6d-45fb-8132-53665b5f287a req-a89a8188-c805-40df-97e1-ce631a0d1211 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483456 Jun 15 00:35:50.016695 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55332) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:50.138054 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:50.192740 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bec9e-01fd-4d3c-be8a-d6474f20300f req-ae29437c-067e-47bb-b74b-b1065a5b9fab tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:50.194232 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ae8bec9e-01fd-4d3c-be8a-d6474f20300f req-ae29437c-067e-47bb-b74b-b1065a5b9fab tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0503516 Jun 15 00:35:50.235204 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Publish callbacks [] for security_group (ed508fe4-ebee-4336-a7b3-cdc697eef857), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:50.244633 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (ed508fe4-ebee-4336-a7b3-cdc697eef857), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:50.250680 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ae8bec9e-01fd-4d3c-be8a-d6474f20300f req-e9d11660-3e3e-45ee-9cc8-4b9b74cff877 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499384 Jun 15 00:35:50.292604 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=58ef2d58b11443718ffc22e7977b6e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745559 Jun 15 00:35:50.293534 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed508fe4-ebee-4336-a7b3-cdc697eef857,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:50.295003 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 55344) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:50.302230 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.303236 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.303677 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.304112 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.304543 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.304961 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.305381 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.305794 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.306258 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.306679 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.307195 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.307855 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.308375 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.308812 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.309236 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459559-a92d-452f-a878-58812bf7272d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.345346 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:50.359173 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Publish callbacks [] for security_group (ed508fe4-ebee-4336-a7b3-cdc697eef857), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:50.390345 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Publish callbacks [] for security_group (ed508fe4-ebee-4336-a7b3-cdc697eef857), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:50.464504 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:50.478646 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (ed508fe4-ebee-4336-a7b3-cdc697eef857), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:50.483846 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:50.485026 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ed508fe4-ebee-4336-a7b3-cdc697eef857 HTTP/1.1" status: 204 len: 168 time: 0.1890373 Jun 15 00:35:50.494333 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192a81e-c93c-4ef9-aa6e-39bee95a111b req-a0968cf1-e95b-41b8-a196-ae060155f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:50.496419 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b192a81e-c93c-4ef9-aa6e-39bee95a111b req-a0968cf1-e95b-41b8-a196-ae060155f0c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bddbc5c-7efb-4185-937f-e56eb0633638 HTTP/1.1" status: 200 len: 855 time: 0.1312888 Jun 15 00:35:50.506912 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820f3ee-8672-46cf-8e80-f45ee2017a0d req-fd5874de-8ee2-4f1b-9c41-ce516ea9fe3f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:50.509655 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c820f3ee-8672-46cf-8e80-f45ee2017a0d req-fd5874de-8ee2-4f1b-9c41-ce516ea9fe3f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.1144886 Jun 15 00:35:50.543644 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed508fe4-ebee-4336-a7b3-cdc697eef857,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:50.576317 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c820f3ee-8672-46cf-8e80-f45ee2017a0d req-42c8c192-7a87-459e-93a4-4ea13870e1eb tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603254 Jun 15 00:35:50.588314 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.589291 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.589823 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.591137 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.591544 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.592090 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.592645 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.593176 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.593603 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.594109 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.594530 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.595314 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.595880 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.596484 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.596994 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f428b302-bf14-48ea-914e-45fe47882498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:35:50.627933 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ef553-cec1-4438-b9ec-266c22432fc7 req-4a6b6630-c6c8-465d-8005-79a4e7d96d6c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:50.644441 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9d3ef553-cec1-4438-b9ec-266c22432fc7 req-4a6b6630-c6c8-465d-8005-79a4e7d96d6c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.1669726 Jun 15 00:35:50.673228 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fc391-41ad-4715-8cff-f1fb76af9039 req-f8964fe2-d4b4-45e6-a1df-8577c8fd5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:50.674709 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-549fc391-41ad-4715-8cff-f1fb76af9039 req-f8964fe2-d4b4-45e6-a1df-8577c8fd5de8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b190866a-72fa-4c99-a363-c68d5b2ebb49 HTTP/1.1" status: 200 len: 912 time: 0.2411597 Jun 15 00:35:50.713933 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9d3ef553-cec1-4438-b9ec-266c22432fc7 req-6d37b146-b0ad-4812-86a8-cd4e638066d2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685568 Jun 15 00:35:50.840657 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550245a-e716-4ea5-8911-e2f8c68ed575 req-311be534-fc6d-4bca-ad52-99735fd16343 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:50.845622 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8550245a-e716-4ea5-8911-e2f8c68ed575 req-311be534-fc6d-4bca-ad52-99735fd16343 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0545175 Jun 15 00:35:50.851980 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 55370) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:50.857101 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-fffe7abf-19cf-4da7-849a-163771ddc5be tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Request body: {'floatingip': {'port_id': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:50.937107 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fffe7abf-19cf-4da7-849a-163771ddc5be tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (eb2357e4-b305-47a3-abc9-8ca3b7851fa0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:50.954622 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55376) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:50.978584 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-672005c7-300c-43a8-b7f3-dec57b924b9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:50.998215 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55380) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:51.098597 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:51.107070 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ee18a-8d1c-4f4e-b028-ee3daf2f52c1 req-44b2a94a-6711-4016-901b-e5b27e0b82fb tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:51.108657 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-380ee18a-8d1c-4f4e-b028-ee3daf2f52c1 req-44b2a94a-6711-4016-901b-e5b27e0b82fb tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 945 time: 0.1113064 Jun 15 00:35:51.123269 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c1fe8-b062-44b5-9298-ab0801ae26ec req-d68764e2-52e3-4247-8141-d8fda3172c63 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:51.124784 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc0c1fe8-b062-44b5-9298-ab0801ae26ec req-d68764e2-52e3-4247-8141-d8fda3172c63 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0781033 Jun 15 00:35:51.127905 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-672005c7-300c-43a8-b7f3-dec57b924b9b admin admin] Publish callbacks [] for security_group (f6fec209-9d37-487b-b3e4-9836d09286e3), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.131917 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-672005c7-300c-43a8-b7f3-dec57b924b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (f6fec209-9d37-487b-b3e4-9836d09286e3), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.180428 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-672005c7-300c-43a8-b7f3-dec57b924b9b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=077e8909fbef424cb254b7718d375136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241921 Jun 15 00:35:51.184134 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 55384) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:51.198457 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672005c7-300c-43a8-b7f3-dec57b924b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fec209-9d37-487b-b3e4-9836d09286e3,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:51.227508 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9baa5667-1d1d-4626-be51-0f1a6285e694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.237712 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc0c1fe8-b062-44b5-9298-ab0801ae26ec req-6d329e09-648a-43ec-8455-cd4363977fc7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002922 Jun 15 00:35:51.276158 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-380ee18a-8d1c-4f4e-b028-ee3daf2f52c1 req-3b74c39a-f66d-4644-bb21-2fc023ca1092 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552920 Jun 15 00:35:51.324261 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84035224-baf2-4b9a-b4d7-02070225e4ef admin admin] Publish callbacks [] for security_group (f6fec209-9d37-487b-b3e4-9836d09286e3), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.329219 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9baa5667-1d1d-4626-be51-0f1a6285e694 admin admin] Publish callbacks [] for security_group (22276c74-4313-42a2-acea-412f60b42708), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.334485 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9baa5667-1d1d-4626-be51-0f1a6285e694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (22276c74-4313-42a2-acea-412f60b42708), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.378087 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=81,neutron:INSERT=19 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:51.404361 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9baa5667-1d1d-4626-be51-0f1a6285e694 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=310006144b5041fc84261f137b69f279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4017606 Jun 15 00:35:51.407715 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55390) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:51.409554 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa5667-1d1d-4626-be51-0f1a6285e694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22276c74-4313-42a2-acea-412f60b42708,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:51.437913 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cf711-8b2f-4100-a652-ab636c4af47c req-dd150d06-af0a-47eb-b511-8b4a3d6e9f9f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:51.439404 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc0cf711-8b2f-4100-a652-ab636c4af47c req-dd150d06-af0a-47eb-b511-8b4a3d6e9f9f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0831220 Jun 15 00:35:51.498198 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84035224-baf2-4b9a-b4d7-02070225e4ef admin admin] Publish callbacks [] for security_group (f6fec209-9d37-487b-b3e4-9836d09286e3), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.503951 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f6c0819b-cc00-468c-bab1-0b2b1eb90c49 admin admin] Publish callbacks [] for security_group (22276c74-4313-42a2-acea-412f60b42708), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.512359 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc0cf711-8b2f-4100-a652-ab636c4af47c req-17e8d4ff-c403-4adc-829c-e2ec71d2dd5f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645487 Jun 15 00:35:51.531468 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f6c0819b-cc00-468c-bab1-0b2b1eb90c49 admin admin] Publish callbacks [] for security_group (22276c74-4313-42a2-acea-412f60b42708), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.581889 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f6c0819b-cc00-468c-bab1-0b2b1eb90c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (22276c74-4313-42a2-acea-412f60b42708), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.585127 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f6c0819b-cc00-468c-bab1-0b2b1eb90c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.586283 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f6c0819b-cc00-468c-bab1-0b2b1eb90c49 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/22276c74-4313-42a2-acea-412f60b42708 HTTP/1.1" status: 204 len: 168 time: 0.1775951 Jun 15 00:35:51.594042 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0819b-cc00-468c-bab1-0b2b1eb90c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22276c74-4313-42a2-acea-412f60b42708,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:51.832368 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.db.resource_extend [None req-fffe7abf-19cf-4da7-849a-163771ddc5be tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 00:35:51.837346 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84035224-baf2-4b9a-b4d7-02070225e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (f6fec209-9d37-487b-b3e4-9836d09286e3), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.840494 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84035224-baf2-4b9a-b4d7-02070225e4ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.841720 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-84035224-baf2-4b9a-b4d7-02070225e4ef admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f6fec209-9d37-487b-b3e4-9836d09286e3 HTTP/1.1" status: 204 len: 168 time: 0.6261425 Jun 15 00:35:51.885509 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:51.915870 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84035224-baf2-4b9a-b4d7-02070225e4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fec209-9d37-487b-b3e4-9836d09286e3,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:51.924516 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55400) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:51.930029 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240f516-7d73-413a-a4e9-ef5c25190fa4 req-b7602a67-0a5f-4c9c-a3f7-468edf38f283 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:51.931581 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3240f516-7d73-413a-a4e9-ef5c25190fa4 req-b7602a67-0a5f-4c9c-a3f7-468edf38f283 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.1426380 Jun 15 00:35:51.946187 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fffe7abf-19cf-4da7-849a-163771ddc5be tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.960929 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fffe7abf-19cf-4da7-849a-163771ddc5be tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (eb2357e4-b305-47a3-abc9-8ca3b7851fa0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:51.965268 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-881bc357-d682-4d57-be61-b196220dbfd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:52.027835 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:52.061465 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-881bc357-d682-4d57-be61-b196220dbfd1 admin admin] Publish callbacks [] for security_group (7cd5afbc-c91b-4497-ae5f-bd4759ebd9ca), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:52.066469 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-881bc357-d682-4d57-be61-b196220dbfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (7cd5afbc-c91b-4497-ae5f-bd4759ebd9ca), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:52.066712 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3240f516-7d73-413a-a4e9-ef5c25190fa4 req-c380ecff-0d5b-475c-92b4-0dfef94708c5 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1256623 Jun 15 00:35:52.096606 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [None req-fffe7abf-19cf-4da7-849a-163771ddc5be tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Floating IP eb2357e4-b305-47a3-abc9-8ca3b7851fa0 associated. External IP: 172.27.3.95, port: 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f. Jun 15 00:35:52.110719 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-881bc357-d682-4d57-be61-b196220dbfd1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fb3b2d06e1d341e69d52fbdb4e7d2c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825662 Jun 15 00:35:52.111140 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55404) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:52.118820 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bc357-d682-4d57-be61-b196220dbfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd5afbc-c91b-4497-ae5f-bd4759ebd9ca,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:52.143085 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:52.171693 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b8bac55c-db68-48e0-aeb6-6e4f5057c1c9 admin admin] Publish callbacks [] for security_group (7cd5afbc-c91b-4497-ae5f-bd4759ebd9ca), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:52.195607 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b8bac55c-db68-48e0-aeb6-6e4f5057c1c9 admin admin] Publish callbacks [] for security_group (7cd5afbc-c91b-4497-ae5f-bd4759ebd9ca), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:52.259138 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b8bac55c-db68-48e0-aeb6-6e4f5057c1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (7cd5afbc-c91b-4497-ae5f-bd4759ebd9ca), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:52.261848 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b8bac55c-db68-48e0-aeb6-6e4f5057c1c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:52.263116 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b8bac55c-db68-48e0-aeb6-6e4f5057c1c9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7cd5afbc-c91b-4497-ae5f-bd4759ebd9ca HTTP/1.1" status: 204 len: 168 time: 0.1509645 Jun 15 00:35:52.273971 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bac55c-db68-48e0-aeb6-6e4f5057c1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd5afbc-c91b-4497-ae5f-bd4759ebd9ca,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:52.352626 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffe7abf-19cf-4da7-849a-163771ddc5be tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:35:52.424555 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71777b92-cc35-42ac-858e-972394f69d53 req-cbdd36b4-6dfc-47d8-bada-0c7f5fadcbd1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:52.427034 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71777b92-cc35-42ac-858e-972394f69d53 req-cbdd36b4-6dfc-47d8-bada-0c7f5fadcbd1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0615821 Jun 15 00:35:52.493269 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71777b92-cc35-42ac-858e-972394f69d53 req-07add92f-12cc-4066-b4b1-94c330f82fba tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578125 Jun 15 00:35:52.527217 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb73f6-6692-439b-8981-8f478fdefa69 req-250fca3a-a6b9-4129-ab2c-516d481a397f tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:52.534436 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-30bb73f6-6692-439b-8981-8f478fdefa69 req-250fca3a-a6b9-4129-ab2c-516d481a397f tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 945 time: 0.1330118 Jun 15 00:35:52.600475 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-30bb73f6-6692-439b-8981-8f478fdefa69 req-39c0f25f-c64a-41fb-8395-c62fd967fcef tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645323 Jun 15 00:35:52.617601 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffe7abf-19cf-4da7-849a-163771ddc5be tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:35:52.622306 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fffe7abf-19cf-4da7-849a-163771ddc5be tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:52.636221 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e69fd-c6d2-40dd-8a28-a27d8555d0bd None None] Sync routers for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:35:52.646928 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e69fd-c6d2-40dd-8a28-a27d8555d0bd None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:35:52.647485 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-be4e69fd-c6d2-40dd-8a28-a27d8555d0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:35:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:52.658119 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-fffe7abf-19cf-4da7-849a-163771ddc5be tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "PUT /v2.0/floatingips/eb2357e4-b305-47a3-abc9-8ca3b7851fa0 HTTP/1.1" status: 200 len: 990 time: 1.8047481 Jun 15 00:35:52.658841 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50956474-5c4e-4b66-b9d0-9e84c8d8874e', 'tag': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:52.661594 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1238d367-2157-4292-a702-243847251f59" -d '{"events": [{"name": "network-changed", "server_uuid": "50956474-5c4e-4b66-b9d0-9e84c8d8874e", "tag": "6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:52.672027 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aefaf7-1977-4284-b4a2-3dae4d08b5bf req-fd08871f-d3af-4597-95da-002e4b532f0d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:52.673544 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e7aefaf7-1977-4284-b4a2-3dae4d08b5bf req-fd08871f-d3af-4597-95da-002e4b532f0d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0717154 Jun 15 00:35:52.705276 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd5c0ec-b5c1-4bab-9c94-1d7fa4689a2a x-openstack-request-id: req-0fd5c0ec-b5c1-4bab-9c94-1d7fa4689a2a {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:52.706099 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50956474-5c4e-4b66-b9d0-9e84c8d8874e", "tag": "6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:52.706099 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0fd5c0ec-b5c1-4bab-9c94-1d7fa4689a2a {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:52.706606 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd5c0ec-b5c1-4bab-9c94-1d7fa4689a2a'] response: {'name': 'network-changed', 'server_uuid': '50956474-5c4e-4b66-b9d0-9e84c8d8874e', 'tag': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f', 'status': 'completed', 'code': 200} Jun 15 00:35:52.743275 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e7aefaf7-1977-4284-b4a2-3dae4d08b5bf req-94b87e6c-8f7e-4e6f-b917-94f9894d1ffa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582781 Jun 15 00:35:52.865345 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-be4e69fd-c6d2-40dd-8a28-a27d8555d0bd None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:35:53.142136 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-be4e69fd-c6d2-40dd-8a28-a27d8555d0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': 'eb2357e4-b305-47a3-abc9-8ca3b7851fa0', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'port_id': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'mac_address': 'fa:16:3e:d2:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50956474-5c4e-4b66-b9d0-9e84c8d8874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:01Z', 'updated_at': '2022-06-15T00:35:51Z', 'revision_number': 1, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:56Z', 'revision_number': 5, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:53.170349 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e69fd-c6d2-40dd-8a28-a27d8555d0bd None None] Checking router: db8f38eb-5817-49ad-9b9e-39c0bb8ac411 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:35:53.179625 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e69fd-c6d2-40dd-8a28-a27d8555d0bd None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:35:53.180389 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-be4e69fd-c6d2-40dd-8a28-a27d8555d0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:35:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:53.190925 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5d1c0-a694-416c-bca6-bffaf3f760f3 req-b8e98571-26d4-4fda-b411-87827d23b260 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:53.198288 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-52e5d1c0-a694-416c-bca6-bffaf3f760f3 req-b8e98571-26d4-4fda-b411-87827d23b260 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0546105 Jun 15 00:35:53.280419 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-52e5d1c0-a694-416c-bca6-bffaf3f760f3 req-3b5f69ec-41a5-425f-8ba0-005d5c5f1ab9 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811944 Jun 15 00:35:53.304676 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-be4e69fd-c6d2-40dd-8a28-a27d8555d0bd None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:35:53.589230 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-be4e69fd-c6d2-40dd-8a28-a27d8555d0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': 'eb2357e4-b305-47a3-abc9-8ca3b7851fa0', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'port_id': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'mac_address': 'fa:16:3e:d2:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50956474-5c4e-4b66-b9d0-9e84c8d8874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:01Z', 'updated_at': '2022-06-15T00:35:51Z', 'revision_number': 1, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:56Z', 'revision_number': 5, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:53.622121 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e69fd-c6d2-40dd-8a28-a27d8555d0bd None None] The sync data for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi is: [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': 'eb2357e4-b305-47a3-abc9-8ca3b7851fa0', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'port_id': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'mac_address': 'fa:16:3e:d2:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50956474-5c4e-4b66-b9d0-9e84c8d8874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:01Z', 'updated_at': '2022-06-15T00:35:51Z', 'revision_number': 1, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:56Z', 'revision_number': 5, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:35:53.685145 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3067c9-c7bc-45dd-b767-8785293f483d req-ef2ca297-48e4-454b-b867-1fbb6091b6cb tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:53.687423 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c3067c9-c7bc-45dd-b767-8785293f483d req-ef2ca297-48e4-454b-b867-1fbb6091b6cb tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0889094 Jun 15 00:35:53.740867 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06011af-7b0e-454e-a5b1-b282440e445c req-9f2ae20d-b824-4226-a71e-81348509e11c tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:53.742553 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a06011af-7b0e-454e-a5b1-b282440e445c req-9f2ae20d-b824-4226-a71e-81348509e11c tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 945 time: 0.0574973 Jun 15 00:35:53.770852 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c3067c9-c7bc-45dd-b767-8785293f483d req-f1c8eab4-039a-4181-92ea-f9f7690ce042 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705318 Jun 15 00:35:53.805315 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a06011af-7b0e-454e-a5b1-b282440e445c req-a18ac7c3-4e43-4edf-9e9a-3419a4a7dd5a tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551128 Jun 15 00:35:53.894306 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94744ce9-921d-4cc9-9323-a451b6ad945a req-bd9cecd1-e458-421a-9f94-d070109af511 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:53.896884 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94744ce9-921d-4cc9-9323-a451b6ad945a req-bd9cecd1-e458-421a-9f94-d070109af511 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0559704 Jun 15 00:35:53.917850 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:53.966077 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd99d02b-53ec-4631-8b5a-c1b5ec20b774 None None] New status for floating IP eb2357e4-b305-47a3-abc9-8ca3b7851fa0: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:35:53.974018 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94744ce9-921d-4cc9-9323-a451b6ad945a req-7eef5ea1-7d65-40ba-b133-482eaf833a0a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670397 Jun 15 00:35:54.055594 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55494) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:54.081618 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 55498) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:54.124607 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:54.211544 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b06e3481-6e12-48b5-974b-eea80e0d8c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.229718 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db423d96-afd2-40a5-b664-086e8ae8a194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.231679 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:54.309108 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b06e3481-6e12-48b5-974b-eea80e0d8c35 admin admin] Publish callbacks [] for security_group (067421c8-d7ee-4fd7-be0e-80156dc9c5bc), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.315219 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b06e3481-6e12-48b5-974b-eea80e0d8c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (067421c8-d7ee-4fd7-be0e-80156dc9c5bc), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.329703 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db423d96-afd2-40a5-b664-086e8ae8a194 admin admin] Publish callbacks [] for security_group (89c7f0f3-5fb8-4d13-ad92-0ee65ff586a8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.335622 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db423d96-afd2-40a5-b664-086e8ae8a194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (89c7f0f3-5fb8-4d13-ad92-0ee65ff586a8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.370990 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-b06e3481-6e12-48b5-974b-eea80e0d8c35 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c5ea2d2a06694d1fa451cb41b6775635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874599 Jun 15 00:35:54.374297 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55504) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:54.383491 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-db423d96-afd2-40a5-b664-086e8ae8a194 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=57f665e54afa4809a9e0ad84c52e9ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266826 Jun 15 00:35:54.385641 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db423d96-afd2-40a5-b664-086e8ae8a194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c7f0f3-5fb8-4d13-ad92-0ee65ff586a8,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:54.391362 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 55506) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:54.399481 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e3481-6e12-48b5-974b-eea80e0d8c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067421c8-d7ee-4fd7-be0e-80156dc9c5bc,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:54.436392 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdc1bd-5bba-439d-9e33-b9d400356529 req-74f8e3f5-6ada-4f48-8dcb-fd089caa26a5 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:54.437880 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dbbdc1bd-5bba-439d-9e33-b9d400356529 req-74f8e3f5-6ada-4f48-8dcb-fd089caa26a5 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0929337 Jun 15 00:35:54.444998 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9d122fa-eaf2-438a-bff3-35cd4cd14d4f admin admin] Publish callbacks [] for security_group (067421c8-d7ee-4fd7-be0e-80156dc9c5bc), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.469296 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9d122fa-eaf2-438a-bff3-35cd4cd14d4f admin admin] Publish callbacks [] for security_group (067421c8-d7ee-4fd7-be0e-80156dc9c5bc), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.509644 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0d9d-4315-42a0-9579-e9ac113838d7 admin admin] Publish callbacks [] for security_group (89c7f0f3-5fb8-4d13-ad92-0ee65ff586a8), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.511145 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:54.528651 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9d122fa-eaf2-438a-bff3-35cd4cd14d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (067421c8-d7ee-4fd7-be0e-80156dc9c5bc), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.532540 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9d122fa-eaf2-438a-bff3-35cd4cd14d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.538931 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c9d122fa-eaf2-438a-bff3-35cd4cd14d4f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/067421c8-d7ee-4fd7-be0e-80156dc9c5bc HTTP/1.1" status: 204 len: 168 time: 0.1634903 Jun 15 00:35:54.547721 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d122fa-eaf2-438a-bff3-35cd4cd14d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067421c8-d7ee-4fd7-be0e-80156dc9c5bc,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:54.551854 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0d9d-4315-42a0-9579-e9ac113838d7 admin admin] Publish callbacks [] for security_group (89c7f0f3-5fb8-4d13-ad92-0ee65ff586a8), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.568330 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dbbdc1bd-5bba-439d-9e33-b9d400356529 req-87c14773-b42b-489f-8b6d-1ad8a4df264d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115072 Jun 15 00:35:54.643468 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0d9d-4315-42a0-9579-e9ac113838d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (89c7f0f3-5fb8-4d13-ad92-0ee65ff586a8), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.646639 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0d9d-4315-42a0-9579-e9ac113838d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:54.650343 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-2f5a0d9d-4315-42a0-9579-e9ac113838d7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/89c7f0f3-5fb8-4d13-ad92-0ee65ff586a8 HTTP/1.1" status: 204 len: 168 time: 0.2555342 Jun 15 00:35:54.657390 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a0d9d-4315-42a0-9579-e9ac113838d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c7f0f3-5fb8-4d13-ad92-0ee65ff586a8,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:54.891160 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:54.917084 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598b4bf-94e2-43d2-a92f-7c9480f16de3 req-69f9d870-4d96-49ac-a343-962dc6db8aca tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:54.918656 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a598b4bf-94e2-43d2-a92f-7c9480f16de3 req-69f9d870-4d96-49ac-a343-962dc6db8aca tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0724788 Jun 15 00:35:54.967630 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e047b41-c0ea-408a-a834-a17e3197d1ea req-184a8e16-edc3-4671-84de-7ae4d90b2924 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:54.975801 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0e047b41-c0ea-408a-a834-a17e3197d1ea req-184a8e16-edc3-4671-84de-7ae4d90b2924 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 945 time: 0.0734358 Jun 15 00:35:54.993880 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a598b4bf-94e2-43d2-a92f-7c9480f16de3 req-3f73cc33-2151-4c5e-b366-f4dec2fe9d0f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696301 Jun 15 00:35:55.029309 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 55540) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:55.047781 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0e047b41-c0ea-408a-a834-a17e3197d1ea req-bca1c69e-fcb5-4f52-8fab-4d82644ec9d5 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678596 Jun 15 00:35:55.048932 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5669ab2a-82bb-4fd3-b587-dd1ed9f9a282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:55.127379 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f2add-626d-44f5-9663-5788a8c3f807 req-a40d131c-6fa1-470b-a3ac-762b6c8cfb04 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:55.128859 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-529f2add-626d-44f5-9663-5788a8c3f807 req-a40d131c-6fa1-470b-a3ac-762b6c8cfb04 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0507360 Jun 15 00:35:55.135546 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5669ab2a-82bb-4fd3-b587-dd1ed9f9a282 admin admin] Publish callbacks [] for security_group (cd22478a-0d67-4f09-b357-59095f015926), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:55.144365 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5669ab2a-82bb-4fd3-b587-dd1ed9f9a282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (cd22478a-0d67-4f09-b357-59095f015926), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:55.183095 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-529f2add-626d-44f5-9663-5788a8c3f807 req-3b7a97c0-452d-4f0a-ba43-ea3b2efcebc9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470977 Jun 15 00:35:55.187673 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669ab2a-82bb-4fd3-b587-dd1ed9f9a282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd22478a-0d67-4f09-b357-59095f015926,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:55.196408 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-5669ab2a-82bb-4fd3-b587-dd1ed9f9a282 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8fe1d62552174e89955e54fc3ddd72f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651964 Jun 15 00:35:55.197085 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 55542) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:55.242227 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:55.248176 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-945142b4-4a89-4b03-8bc4-7e0d19937179 admin admin] Publish callbacks [] for security_group (cd22478a-0d67-4f09-b357-59095f015926), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:55.275186 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-945142b4-4a89-4b03-8bc4-7e0d19937179 admin admin] Publish callbacks [] for security_group (cd22478a-0d67-4f09-b357-59095f015926), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:55.330283 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-945142b4-4a89-4b03-8bc4-7e0d19937179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (cd22478a-0d67-4f09-b357-59095f015926), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:55.333590 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-945142b4-4a89-4b03-8bc4-7e0d19937179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:55.334730 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-945142b4-4a89-4b03-8bc4-7e0d19937179 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cd22478a-0d67-4f09-b357-59095f015926 HTTP/1.1" status: 204 len: 168 time: 0.1368406 Jun 15 00:35:55.346141 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945142b4-4a89-4b03-8bc4-7e0d19937179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd22478a-0d67-4f09-b357-59095f015926,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:55.728462 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853c23f-e2b8-47bc-90b4-a6f79a46f32d req-5a3ac461-5309-460d-bd28-7cab2858a24f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:55.729233 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b853c23f-e2b8-47bc-90b4-a6f79a46f32d req-5a3ac461-5309-460d-bd28-7cab2858a24f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0709636 Jun 15 00:35:55.792811 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b853c23f-e2b8-47bc-90b4-a6f79a46f32d req-b700670e-a141-4481-98f5-c20cafeac85d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582638 Jun 15 00:35:55.951159 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192a81e-c93c-4ef9-aa6e-39bee95a111b req-8a421c23-0cb9-497a-8d08-7a8c37699c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:55.953485 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b192a81e-c93c-4ef9-aa6e-39bee95a111b req-8a421c23-0cb9-497a-8d08-7a8c37699c5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486624 Jun 15 00:35:55.969441 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-549fc391-41ad-4715-8cff-f1fb76af9039 req-948b3467-080f-4e0a-8166-777105eada71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 HTTP/1.1" status: 200 len: 217 time: 0.0636494 Jun 15 00:35:56.066307 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3cdf6-8781-493a-b5d7-7ab1d69fc366 req-d5c124ec-1b0a-48a6-b978-b0482f599ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:56.068820 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-25f3cdf6-8781-493a-b5d7-7ab1d69fc366 req-d5c124ec-1b0a-48a6-b978-b0482f599ee2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 1129 time: 0.0810635 Jun 15 00:35:56.213820 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647eb64-d26e-4ffa-b0b6-e5942c3b43df req-931dc873-7dc5-429a-88f9-2eff3cd6726f tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:56.215757 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3647eb64-d26e-4ffa-b0b6-e5942c3b43df req-931dc873-7dc5-429a-88f9-2eff3cd6726f tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 945 time: 0.0653620 Jun 15 00:35:56.217176 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeb157-77e5-454b-914c-f7f96651def5 req-82aba636-a302-4bb7-ac69-5e0428d60a61 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:56.220210 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5efeb157-77e5-454b-914c-f7f96651def5 req-82aba636-a302-4bb7-ac69-5e0428d60a61 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.1018686 Jun 15 00:35:56.294458 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3647eb64-d26e-4ffa-b0b6-e5942c3b43df req-46e22e2c-2237-4baf-b0ae-63b8873cdf1e tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664728 Jun 15 00:35:56.361739 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5efeb157-77e5-454b-914c-f7f96651def5 req-e8fe0ac6-17cc-4112-a273-8d6a177c1c76 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363463 Jun 15 00:35:56.441268 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd70b-f93a-446b-844d-dc56e2cda6d3 req-64c36d6a-f42e-474c-a1f0-6d2ae4c6150f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:56.448813 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-89acd70b-f93a-446b-844d-dc56e2cda6d3 req-64c36d6a-f42e-474c-a1f0-6d2ae4c6150f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0780790 Jun 15 00:35:56.496477 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-89acd70b-f93a-446b-844d-dc56e2cda6d3 req-8422b7d7-35ea-43ad-aabd-63736e8acb08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462642 Jun 15 00:35:56.916343 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cca22-d005-4703-88c0-8772cf89b0fe req-0f60a89d-9f4e-4199-80df-f9a5adc63dee tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:56.917835 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-108cca22-d005-4703-88c0-8772cf89b0fe req-0f60a89d-9f4e-4199-80df-f9a5adc63dee tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0521595 Jun 15 00:35:56.966203 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-108cca22-d005-4703-88c0-8772cf89b0fe req-d8d5d909-9d9e-41de-9978-5ddd57445b73 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426798 Jun 15 00:35:57.117294 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b192a81e-c93c-4ef9-aa6e-39bee95a111b req-dba966a0-484b-4e99-831d-fad62c82b9b4 service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092846 Jun 15 00:35:57.427075 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1416a4f-3ea0-4171-bfff-02baeae954c3 req-cc480f7a-4856-41e6-bbd5-ce08c850eb4e tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:57.428603 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c1416a4f-3ea0-4171-bfff-02baeae954c3 req-cc480f7a-4856-41e6-bbd5-ce08c850eb4e tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 945 time: 0.0552123 Jun 15 00:35:57.556563 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-25f3cdf6-8781-493a-b5d7-7ab1d69fc366 req-cb999253-d179-4f5b-a34d-c60ee6b854b8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962098 Jun 15 00:35:57.559689 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:57.564869 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ef609103-ae68-43cf-b268-09ee522b9a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:57.634033 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238d367-2157-4292-a702-243847251f59 req-c05485f6-fadf-4b29-85b2-2766b2325456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:57.635664 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1238d367-2157-4292-a702-243847251f59 req-c05485f6-fadf-4b29-85b2-2766b2325456 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad57875727e24965a37faca9c9a30984&device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 1129 time: 0.1316905 Jun 15 00:35:57.636537 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82969a74-5211-4cd8-b1f5-a224c2fa6d9d req-8b04f564-7a24-4db3-ac38-dc02f08f7c02 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:57.638022 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82969a74-5211-4cd8-b1f5-a224c2fa6d9d req-8b04f564-7a24-4db3-ac38-dc02f08f7c02 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0848999 Jun 15 00:35:57.643587 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fc391-41ad-4715-8cff-f1fb76af9039 req-45e93f97-dde9-42b0-9bb1-16dfcf8f2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:57.645029 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-549fc391-41ad-4715-8cff-f1fb76af9039 req-45e93f97-dde9-42b0-9bb1-16dfcf8f2dca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f62bf77b-2c37-428f-a206-e5ae9922c7d4 HTTP/1.1" status: 200 len: 851 time: 0.2155287 Jun 15 00:35:57.657195 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c1416a4f-3ea0-4171-bfff-02baeae954c3 req-b85038db-28b3-4fe0-9b71-a01d999f652a tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185228 Jun 15 00:35:57.726330 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b192a81e-c93c-4ef9-aa6e-39bee95a111b req-eebc9bd3-b935-4fbd-9fee-844702e1202c service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646203 Jun 15 00:35:57.729516 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82969a74-5211-4cd8-b1f5-a224c2fa6d9d req-c7d6a412-b9a5-4b49-b3f0-320b144644d2 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661530 Jun 15 00:35:57.731832 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:57.771499 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3207d-6516-4571-9dac-29874783a709 req-f40fb3a4-8ee2-460a-9692-a144a3e28c86 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:57.773224 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d3c3207d-6516-4571-9dac-29874783a709 req-f40fb3a4-8ee2-460a-9692-a144a3e28c86 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0508709 Jun 15 00:35:57.820836 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d3c3207d-6516-4571-9dac-29874783a709 req-f0aad08d-2d9d-4818-8bbd-53f2479c0d7a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420535 Jun 15 00:35:57.937150 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7b8ab-a87c-463e-b8a9-655aa5a7a5e1 req-849b8489-fcf8-42ec-b5b1-8560ac10250f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:57.938780 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-92a7b8ab-a87c-463e-b8a9-655aa5a7a5e1 req-849b8489-fcf8-42ec-b5b1-8560ac10250f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0522208 Jun 15 00:35:57.947418 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 55716) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:57.952676 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-eec0441c-23a9-4aa8-8a05-e4cbec1abb00 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'floatingip': {'port_id': 'ce34242f-b5b2-438c-8b58-d2ef7713314e'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:35:57.995243 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-eec0441c-23a9-4aa8-8a05-e4cbec1abb00 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (7553750c-c722-405c-933d-e3a1f2af7831), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:58.141880 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b69097-0b55-45f4-b750-395948e807c4 req-5857814c-1450-4589-88a4-af506cde3442 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:58.143297 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-90b69097-0b55-45f4-b750-395948e807c4 req-5857814c-1450-4589-88a4-af506cde3442 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0910139 Jun 15 00:35:58.201761 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59f1cf-6a07-4d48-a883-5c7ac23be0cc req-085c221d-97c7-423f-a1de-987f5b6c7714 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:58.203513 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec59f1cf-6a07-4d48-a883-5c7ac23be0cc req-085c221d-97c7-423f-a1de-987f5b6c7714 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 945 time: 0.0562911 Jun 15 00:35:58.258481 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-549fc391-41ad-4715-8cff-f1fb76af9039 req-27317141-75eb-4956-8be3-07d37c871567 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b190866a-72fa-4c99-a363-c68d5b2ebb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115186 Jun 15 00:35:58.538995 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:58.565798 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-90b69097-0b55-45f4-b750-395948e807c4 req-2223a728-db91-44a0-a97b-ecbb8d5994c2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4075410 Jun 15 00:35:58.606985 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238d367-2157-4292-a702-243847251f59 req-29b86187-4f72-47db-acdf-4ec9d650a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:58.608450 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1238d367-2157-4292-a702-243847251f59 req-29b86187-4f72-47db-acdf-4ec9d650a17e service neutron] 10.222.0.42 "GET /v2.0/networks?id=3761bde8-b221-417b-8881-85e060df935f HTTP/1.1" status: 200 len: 912 time: 0.4603117 Jun 15 00:35:58.860075 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e6ee1-9df3-4b2e-8e3f-5641f09b2ea9 req-5d1cdca9-fef1-4f76-861d-da5f0e875674 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:58.862339 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-698e6ee1-9df3-4b2e-8e3f-5641f09b2ea9 req-5d1cdca9-fef1-4f76-861d-da5f0e875674 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 945 time: 0.0827084 Jun 15 00:35:58.919934 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:58.962560 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-ec59f1cf-6a07-4d48-a883-5c7ac23be0cc req-95453558-9d31-4a52-b847-3e09c69fc5a7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Deleting port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:35:58.963020 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ec59f1cf-6a07-4d48-a883-5c7ac23be0cc req-95453558-9d31-4a52-b847-3e09c69fc5a7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:58.978993 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1238d367-2157-4292-a702-243847251f59 req-32e2e4a1-7a54-499a-980a-55c4cb527dfc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f HTTP/1.1" status: 200 len: 1000 time: 0.2913613 Jun 15 00:35:59.018192 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb9010-d44a-439b-bb95-1050b98d8db3 req-dd55d854-679c-42f9-b6b6-c091de7e1b12 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:59.020911 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-44cb9010-d44a-439b-bb95-1050b98d8db3 req-dd55d854-679c-42f9-b6b6-c091de7e1b12 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.1725349 Jun 15 00:35:59.030284 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-698e6ee1-9df3-4b2e-8e3f-5641f09b2ea9 req-dcc18d85-4a22-4ec6-8c01-977e0aa8b1a7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446352 Jun 15 00:35:59.087625 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-549fc391-41ad-4715-8cff-f1fb76af9039 req-f04309d5-81f6-4f78-91e8-77890637e4f8 service neutron] 10.222.0.42 "GET /v2.0/networks/b190866a-72fa-4c99-a363-c68d5b2ebb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013507 Jun 15 00:35:59.100667 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-ec59f1cf-6a07-4d48-a883-5c7ac23be0cc req-95453558-9d31-4a52-b847-3e09c69fc5a7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] For port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6,segment=NetworkSegment(29092677-0b88-46fa-a9b7-305d88585d12),segment_id=29092677-0b88-46fa-a9b7-305d88585d12)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:35:59.101039 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ec59f1cf-6a07-4d48-a883-5c7ac23be0cc req-95453558-9d31-4a52-b847-3e09c69fc5a7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:59.121392 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 55742) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:59.122649 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-ec59f1cf-6a07-4d48-a883-5c7ac23be0cc req-95453558-9d31-4a52-b847-3e09c69fc5a7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Calling delete_port for 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:35:59.171925 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-eec0441c-23a9-4aa8-8a05-e4cbec1abb00 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:59.178188 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-44cb9010-d44a-439b-bb95-1050b98d8db3 req-4d4f127c-72f8-4159-ad5c-77ca151ff8aa tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335328 Jun 15 00:35:59.179868 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-eec0441c-23a9-4aa8-8a05-e4cbec1abb00 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (7553750c-c722-405c-933d-e3a1f2af7831), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:59.270378 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f2664e30-229d-4d96-811c-817b41562fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:59.283283 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ec59f1cf-6a07-4d48-a883-5c7ac23be0cc req-95453558-9d31-4a52-b847-3e09c69fc5a7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:59.290123 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:59.314472 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95453558-9d31-4a52-b847-3e09c69fc5a7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Pushing event deleted for resources: {'Port': ['ID=48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:59.327128 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [None req-eec0441c-23a9-4aa8-8a05-e4cbec1abb00 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Floating IP 7553750c-c722-405c-933d-e3a1f2af7831 associated. External IP: 172.27.3.251, port: ce34242f-b5b2-438c-8b58-d2ef7713314e. Jun 15 00:35:59.381321 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec59f1cf-6a07-4d48-a883-5c7ac23be0cc req-95453558-9d31-4a52-b847-3e09c69fc5a7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] No DVR routers for this DVR port 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:35:59.384910 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ec59f1cf-6a07-4d48-a883-5c7ac23be0cc req-95453558-9d31-4a52-b847-3e09c69fc5a7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:59.388257 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec59f1cf-6a07-4d48-a883-5c7ac23be0cc req-95453558-9d31-4a52-b847-3e09c69fc5a7 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.42 "DELETE /v2.0/ports/48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 HTTP/1.1" status: 204 len: 173 time: 0.7045503 Jun 15 00:35:59.388718 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b3c44f-2913-4674-b6d2-9930ec53d114', 'name': 'network-vif-deleted', 'tag': '48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:59.392627 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e692a229-f402-49ca-97cb-5123f9ed9271" -d '{"events": [{"server_uuid": "99b3c44f-2913-4674-b6d2-9930ec53d114", "name": "network-vif-deleted", "tag": "48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:59.433990 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eda894-d804-476c-bac4-0f3bdb096d6a x-openstack-request-id: req-76eda894-d804-476c-bac4-0f3bdb096d6a {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:59.434290 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b3c44f-2913-4674-b6d2-9930ec53d114", "name": "network-vif-deleted", "tag": "48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:59.434547 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-76eda894-d804-476c-bac4-0f3bdb096d6a {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:59.434994 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76eda894-d804-476c-bac4-0f3bdb096d6a'] response: {'server_uuid': '99b3c44f-2913-4674-b6d2-9930ec53d114', 'name': 'network-vif-deleted', 'tag': '48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6', 'status': 'completed', 'code': 200} Jun 15 00:35:59.461476 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f2664e30-229d-4d96-811c-817b41562fcd admin admin] Publish callbacks [] for security_group (e337b3e4-316f-419e-abda-8127d8288fde), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:59.466883 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f2664e30-229d-4d96-811c-817b41562fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (e337b3e4-316f-419e-abda-8127d8288fde), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:59.524919 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:35:59.532240 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:35:59.547228 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:35:59.547578 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 48517fbf-e73e-44ed-a1a2-a1a2f28f0ea6 not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:35:59.571964 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-f2664e30-229d-4d96-811c-817b41562fcd admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=749b5e9137f04e1baf6d5f65112abb9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484010 Jun 15 00:35:59.572722 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2664e30-229d-4d96-811c-817b41562fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e337b3e4-316f-419e-abda-8127d8288fde,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:59.574510 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55750) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:35:59.626810 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec0441c-23a9-4aa8-8a05-e4cbec1abb00 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:35:59.635531 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7c9675eb-9239-4d16-9f9d-2690a6144643 admin admin] Publish callbacks [] for security_group (e337b3e4-316f-419e-abda-8127d8288fde), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:59.673176 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7c9675eb-9239-4d16-9f9d-2690a6144643 admin admin] Publish callbacks [] for security_group (e337b3e4-316f-419e-abda-8127d8288fde), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:59.723764 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7c9675eb-9239-4d16-9f9d-2690a6144643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (e337b3e4-316f-419e-abda-8127d8288fde), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:59.726650 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7c9675eb-9239-4d16-9f9d-2690a6144643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:59.727965 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7c9675eb-9239-4d16-9f9d-2690a6144643 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e337b3e4-316f-419e-abda-8127d8288fde HTTP/1.1" status: 204 len: 168 time: 0.1507459 Jun 15 00:35:59.737773 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9675eb-9239-4d16-9f9d-2690a6144643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e337b3e4-316f-419e-abda-8127d8288fde,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:35:59.772025 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97420cd7-7e32-4295-a26a-c1a42d2fdd4c req-e78147cd-fa98-43a8-9733-1ceb8ce1782f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:35:59.773706 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-97420cd7-7e32-4295-a26a-c1a42d2fdd4c req-e78147cd-fa98-43a8-9733-1ceb8ce1782f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0923522 Jun 15 00:35:59.808773 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec0441c-23a9-4aa8-8a05-e4cbec1abb00 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:35:59.815054 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-eec0441c-23a9-4aa8-8a05-e4cbec1abb00 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:35:59.826994 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958db6f-117b-4400-99da-b06bb8bb048d None None] Sync routers for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:35:59.836744 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958db6f-117b-4400-99da-b06bb8bb048d None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:35:59.837684 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-b958db6f-117b-4400-99da-b06bb8bb048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:35:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:35:59.889832 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-97420cd7-7e32-4295-a26a-c1a42d2fdd4c req-d65c0438-3a74-4ab9-aa33-346b274c1015 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086414 Jun 15 00:35:59.894017 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-eec0441c-23a9-4aa8-8a05-e4cbec1abb00 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "PUT /v2.0/floatingips/7553750c-c722-405c-933d-e3a1f2af7831 HTTP/1.1" status: 200 len: 991 time: 1.9434161 Jun 15 00:35:59.894017 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'tag': 'ce34242f-b5b2-438c-8b58-d2ef7713314e'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:35:59.894978 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a36197-d34f-4f08-9613-ec41e471902a" -d '{"events": [{"name": "network-changed", "server_uuid": "d59c15bb-4e3e-491b-8e26-8507b5bf2c0d", "tag": "ce34242f-b5b2-438c-8b58-d2ef7713314e"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:35:59.955394 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-b958db6f-117b-4400-99da-b06bb8bb048d None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:35:59.989119 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dbe6df-f10d-41c7-a91b-ae3ff144fdb6 x-openstack-request-id: req-96dbe6df-f10d-41c7-a91b-ae3ff144fdb6 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:35:59.989408 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59c15bb-4e3e-491b-8e26-8507b5bf2c0d", "tag": "ce34242f-b5b2-438c-8b58-d2ef7713314e", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:35:59.989674 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-96dbe6df-f10d-41c7-a91b-ae3ff144fdb6 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:35:59.990077 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96dbe6df-f10d-41c7-a91b-ae3ff144fdb6'] response: {'name': 'network-changed', 'server_uuid': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'tag': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'status': 'completed', 'code': 200} Jun 15 00:36:00.021421 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7f7eebcc-1d74-4761-b1b0-cfb0af0c8027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:00.041940 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238d367-2157-4292-a702-243847251f59 req-2e55eaf1-f3fd-42ae-82ab-aecea925ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:00.043483 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1238d367-2157-4292-a702-243847251f59 req-2e55eaf1-f3fd-42ae-82ab-aecea925ece5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=689a593e-4a17-4083-adfb-a273ffd4ed01 HTTP/1.1" status: 200 len: 850 time: 0.1069868 Jun 15 00:36:00.093777 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:00.109495 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-549fc391-41ad-4715-8cff-f1fb76af9039 req-26055821-603a-42f6-af79-80416b57b45b service neutron] 10.222.0.42 "GET /v2.0/networks/b190866a-72fa-4c99-a363-c68d5b2ebb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281610 Jun 15 00:36:00.204183 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:00.277843 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55774) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:00.296113 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-b958db6f-117b-4400-99da-b06bb8bb048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '7553750c-c722-405c-933d-e3a1f2af7831', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:a3:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:10Z', 'updated_at': '2022-06-15T00:35:59Z', 'revision_number': 1, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:36:00.302694 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2685f345-63f3-4937-b7af-eee1b724eea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:00.306494 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-11c255c4-c4bc-43f0-bc7e-cd251111c885 req-f3f0e5ff-a7ce-4d09-be0e-89194b6bd501 tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 210 time: 0.1130350 Jun 15 00:36:00.310345 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238d367-2157-4292-a702-243847251f59 req-288a79e9-67f1-4e18-a887-cf7ff29340d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:00.318951 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1238d367-2157-4292-a702-243847251f59 req-288a79e9-67f1-4e18-a887-cf7ff29340d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3761bde8-b221-417b-8881-85e060df935f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1853335 Jun 15 00:36:00.333891 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a36197-d34f-4f08-9613-ec41e471902a req-e41161e1-8628-4dfc-8716-81248f4fc492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:00.333891 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-02a36197-d34f-4f08-9613-ec41e471902a req-e41161e1-8628-4dfc-8716-81248f4fc492 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 1129 time: 0.1610754 Jun 15 00:36:00.335922 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958db6f-117b-4400-99da-b06bb8bb048d None None] Checking router: 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:36:00.344932 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958db6f-117b-4400-99da-b06bb8bb048d None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:36:00.345614 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-b958db6f-117b-4400-99da-b06bb8bb048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:36:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:36:00.406702 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:00.419525 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66297355-80ba-40a3-a3a7-3f73d112209b req-ec44c3e5-3109-40a7-9597-0b132e06569e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:00.423336 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-66297355-80ba-40a3-a3a7-3f73d112209b req-ec44c3e5-3109-40a7-9597-0b132e06569e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.1235728 Jun 15 00:36:00.499279 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-b958db6f-117b-4400-99da-b06bb8bb048d None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:36:00.499712 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:00.573471 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-66297355-80ba-40a3-a3a7-3f73d112209b req-b44f0d47-cdb3-41de-9bc7-5fc6937b77af tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357296 Jun 15 00:36:00.677795 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2685f345-63f3-4937-b7af-eee1b724eea2 admin admin] Publish callbacks [] for security_group (fd2504e4-81b3-41b7-95c2-7cb20f1e2084), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:00.683407 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:00.684438 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2685f345-63f3-4937-b7af-eee1b724eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (fd2504e4-81b3-41b7-95c2-7cb20f1e2084), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:00.741187 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2685f345-63f3-4937-b7af-eee1b724eea2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e29dbad26ae9445597fbc359c328ec11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621432 Jun 15 00:36:00.744241 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55782) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:00.746603 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685f345-63f3-4937-b7af-eee1b724eea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2504e4-81b3-41b7-95c2-7cb20f1e2084,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:00.799864 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a36197-d34f-4f08-9613-ec41e471902a req-66bcd103-b0e1-45bf-9627-3c338732fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:00.801901 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-02a36197-d34f-4f08-9613-ec41e471902a req-66bcd103-b0e1-45bf-9627-3c338732fdf0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 916 time: 0.4465148 Jun 15 00:36:00.803688 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1238d367-2157-4292-a702-243847251f59 req-bc3d8425-7736-4621-8e21-8f80866a5682 service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503884 Jun 15 00:36:00.805736 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3d05-626e-4926-b49e-34f0c082519e admin admin] Publish callbacks [] for security_group (fd2504e4-81b3-41b7-95c2-7cb20f1e2084), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:00.825277 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:00.828435 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3d05-626e-4926-b49e-34f0c082519e admin admin] Publish callbacks [] for security_group (fd2504e4-81b3-41b7-95c2-7cb20f1e2084), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:00.846059 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-b958db6f-117b-4400-99da-b06bb8bb048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '7553750c-c722-405c-933d-e3a1f2af7831', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:a3:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:10Z', 'updated_at': '2022-06-15T00:35:59Z', 'revision_number': 1, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:36:00.878362 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958db6f-117b-4400-99da-b06bb8bb048d None None] The sync data for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi is: [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '7553750c-c722-405c-933d-e3a1f2af7831', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:a3:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:10Z', 'updated_at': '2022-06-15T00:35:59Z', 'revision_number': 1, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:36:00.909040 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3d05-626e-4926-b49e-34f0c082519e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (fd2504e4-81b3-41b7-95c2-7cb20f1e2084), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:00.916235 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3d05-626e-4926-b49e-34f0c082519e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:00.918036 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8c3c3d05-626e-4926-b49e-34f0c082519e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fd2504e4-81b3-41b7-95c2-7cb20f1e2084 HTTP/1.1" status: 204 len: 168 time: 0.1721654 Jun 15 00:36:00.928210 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c3d05-626e-4926-b49e-34f0c082519e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2504e4-81b3-41b7-95c2-7cb20f1e2084,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:00.963153 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:01.007397 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-02a36197-d34f-4f08-9613-ec41e471902a req-4d8a6f9c-5b80-4be7-a4a7-6e3b3e7b2501 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce34242f-b5b2-438c-8b58-d2ef7713314e HTTP/1.1" status: 200 len: 999 time: 0.1414087 Jun 15 00:36:01.091169 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1238d367-2157-4292-a702-243847251f59 req-62f4cfeb-23b4-4a8a-81e0-0ecc56e1c6c9 service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073631 Jun 15 00:36:01.119206 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:01.128326 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a36197-d34f-4f08-9613-ec41e471902a req-ab77b3a9-a92b-49b3-9ab3-e7960576d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:01.130455 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-02a36197-d34f-4f08-9613-ec41e471902a req-ab77b3a9-a92b-49b3-9ab3-e7960576d9f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5220b8d-5fa8-4bba-b479-879643712889 HTTP/1.1" status: 200 len: 854 time: 0.1143799 Jun 15 00:36:01.141446 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bcc72-9b97-4475-951b-68b9340f8499 req-8cdead32-a99b-41d7-9cb6-c05cf9e0838c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:01.142949 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2c8bcc72-9b97-4475-951b-68b9340f8499 req-8cdead32-a99b-41d7-9cb6-c05cf9e0838c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0720675 Jun 15 00:36:01.198326 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2c8bcc72-9b97-4475-951b-68b9340f8499 req-6ab81b3f-24b7-4db0-8f28-874f0c23b6d0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473254 Jun 15 00:36:01.233107 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1541936-2dd3-4cea-a253-d3096ce00f76 None None] New status for floating IP 7553750c-c722-405c-933d-e3a1f2af7831: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:36:01.305754 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a36197-d34f-4f08-9613-ec41e471902a req-d3b88a24-de64-41f9-9349-9e90914a2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:01.307615 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-02a36197-d34f-4f08-9613-ec41e471902a req-d3b88a24-de64-41f9-9349-9e90914a2e7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=635266bb-134b-444e-917a-980ab805d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540404 Jun 15 00:36:01.340466 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a3934-0194-4ec6-9a0c-2c1a5c0c86f8 req-e7159296-aafc-4982-8498-da2a5f3e5ddb tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:01.342015 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c6a3934-0194-4ec6-9a0c-2c1a5c0c86f8 req-e7159296-aafc-4982-8498-da2a5f3e5ddb tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0541329 Jun 15 00:36:01.351804 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 55796) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:01.356598 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-ced44cd8-af71-4479-a6fb-fc1e4f356710 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Request body: {'floatingip': {'port_id': '6450bba9-d0d6-4e98-ac04-b1805d415eb2'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:36:01.419485 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ced44cd8-af71-4479-a6fb-fc1e4f356710 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (80bbb705-935f-43de-aab0-9e7dfc066f1e), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:01.468306 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-472834bb-5ec5-4a58-87f8-9d066c8d0875 req-decf9403-8eec-4ff7-9ebb-090dea41fe6c tempest-DeleteServersTestJSON-1926457202 tempest-DeleteServersTestJSON-1926457202-project] 10.222.0.33 "GET /v2.0/ports?device_id=99b3c44f-2913-4674-b6d2-9930ec53d114 HTTP/1.1" status: 200 len: 210 time: 0.0616794 Jun 15 00:36:01.728909 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7598599-7b4c-45de-aae4-a2851f1adf22 req-1e8115b9-3042-4768-938b-9c116e87e874 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:01.730800 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7598599-7b4c-45de-aae4-a2851f1adf22 req-1e8115b9-3042-4768-938b-9c116e87e874 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0613968 Jun 15 00:36:01.789079 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-02a36197-d34f-4f08-9613-ec41e471902a req-9f8f3a5e-253b-4490-a8b7-6c0b3339fba5 service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521478 Jun 15 00:36:01.839420 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7598599-7b4c-45de-aae4-a2851f1adf22 req-f25aa60b-5f6c-4167-8206-2db13a331679 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028495 Jun 15 00:36:01.986325 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-02a36197-d34f-4f08-9613-ec41e471902a req-b7768fec-e82c-47f4-a770-cc27bae037a6 service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677709 Jun 15 00:36:02.040230 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:02.046095 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ced44cd8-af71-4479-a6fb-fc1e4f356710 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:02.051474 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ced44cd8-af71-4479-a6fb-fc1e4f356710 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (80bbb705-935f-43de-aab0-9e7dfc066f1e), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:02.172583 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [None req-ced44cd8-af71-4479-a6fb-fc1e4f356710 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Floating IP 80bbb705-935f-43de-aab0-9e7dfc066f1e associated. External IP: 172.27.3.111, port: 6450bba9-d0d6-4e98-ac04-b1805d415eb2. Jun 15 00:36:02.381314 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:02.439732 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:02.447418 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced44cd8-af71-4479-a6fb-fc1e4f356710 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Router 1930a8d2-8e1b-43f5-8705-3de06e95c595 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:36:02.588480 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced44cd8-af71-4479-a6fb-fc1e4f356710 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:36:02.596065 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ced44cd8-af71-4479-a6fb-fc1e4f356710 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:02.604506 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3764a-b7fb-4fd4-b3af-f09657c463af None None] Sync routers for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:36:02.622195 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c3764a-b7fb-4fd4-b3af-f09657c463af None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:36:02.623060 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-07c3764a-b7fb-4fd4-b3af-f09657c463af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:36:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:36:02.632862 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-ced44cd8-af71-4479-a6fb-fc1e4f356710 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "PUT /v2.0/floatingips/80bbb705-935f-43de-aab0-9e7dfc066f1e HTTP/1.1" status: 200 len: 991 time: 1.2798541 Jun 15 00:36:02.633456 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:36:02.635864 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1efd27-fc44-4d93-bd7c-a5951882573b" -d '{"events": [{"name": "network-changed", "server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:36:02.674830 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98373279-0cd4-464c-824a-d79245d76ca6 x-openstack-request-id: req-98373279-0cd4-464c-824a-d79245d76ca6 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:36:02.675125 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:36:02.675597 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-98373279-0cd4-464c-824a-d79245d76ca6 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:36:02.676918 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98373279-0cd4-464c-824a-d79245d76ca6'] response: {'name': 'network-changed', 'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'status': 'completed', 'code': 200} Jun 15 00:36:02.807395 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1efd27-fc44-4d93-bd7c-a5951882573b req-9dbef9dc-bdc3-494c-b274-a9ab4591706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:02.808921 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6d1efd27-fc44-4d93-bd7c-a5951882573b req-9dbef9dc-bdc3-494c-b274-a9ab4591706d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47d48d22515e469fa53498b17ed80be7&device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 1129 time: 0.0526757 Jun 15 00:36:02.858403 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-07c3764a-b7fb-4fd4-b3af-f09657c463af None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:36:03.006226 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1efd27-fc44-4d93-bd7c-a5951882573b req-d74647ce-02c3-41aa-9482-3d3e124a3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:03.006226 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6d1efd27-fc44-4d93-bd7c-a5951882573b req-d74647ce-02c3-41aa-9482-3d3e124a3f5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 200 len: 917 time: 0.1859157 Jun 15 00:36:03.024754 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaa978-fe84-471e-a9b8-e2746d1537b2 req-2cd085b1-f100-410a-9b77-988db2ea6bf9 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:03.027728 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dbfaa978-fe84-471e-a9b8-e2746d1537b2 req-2cd085b1-f100-410a-9b77-988db2ea6bf9 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0992205 Jun 15 00:36:03.101317 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6d1efd27-fc44-4d93-bd7c-a5951882573b req-166dd14b-e475-4e2c-8a97-e978a7016753 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2 HTTP/1.1" status: 200 len: 999 time: 0.0880885 Jun 15 00:36:03.106857 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dbfaa978-fe84-471e-a9b8-e2746d1537b2 req-1cefbb5f-d5e2-45a0-b102-fdba60348f27 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728040 Jun 15 00:36:03.164193 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1efd27-fc44-4d93-bd7c-a5951882573b req-70fa2196-bee0-4b24-9a47-0ce9b204cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:03.165667 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6d1efd27-fc44-4d93-bd7c-a5951882573b req-70fa2196-bee0-4b24-9a47-0ce9b204cb9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bddbc5c-7efb-4185-937f-e56eb0633638 HTTP/1.1" status: 200 len: 855 time: 0.0505717 Jun 15 00:36:03.171060 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-07c3764a-b7fb-4fd4-b3af-f09657c463af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '80bbb705-935f-43de-aab0-9e7dfc066f1e', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'port_id': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'mac_address': 'fa:16:3e:2c:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:12Z', 'updated_at': '2022-06-15T00:36:01Z', 'revision_number': 1, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:10Z', 'revision_number': 5, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:36:03.202250 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3764a-b7fb-4fd4-b3af-f09657c463af None None] Checking router: 1930a8d2-8e1b-43f5-8705-3de06e95c595 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:36:03.215116 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c3764a-b7fb-4fd4-b3af-f09657c463af None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:36:03.215740 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-07c3764a-b7fb-4fd4-b3af-f09657c463af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:36:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:36:03.226133 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1efd27-fc44-4d93-bd7c-a5951882573b req-23b3a071-9437-4f81-a2ef-c7c16019f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:03.227763 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6d1efd27-fc44-4d93-bd7c-a5951882573b req-23b3a071-9437-4f81-a2ef-c7c16019f1fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554643 Jun 15 00:36:03.252643 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:03.331855 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-07c3764a-b7fb-4fd4-b3af-f09657c463af None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:36:03.336999 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6d1efd27-fc44-4d93-bd7c-a5951882573b req-7c1d0c4e-24f1-43c5-861c-c2801feb1f74 service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025760 Jun 15 00:36:03.416473 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:03.425951 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:03.435457 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:03.444305 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6d1efd27-fc44-4d93-bd7c-a5951882573b req-1f688991-79c1-4977-8ea2-2e5741fdd37f service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011951 Jun 15 00:36:03.595170 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-07c3764a-b7fb-4fd4-b3af-f09657c463af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '80bbb705-935f-43de-aab0-9e7dfc066f1e', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'port_id': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'mac_address': 'fa:16:3e:2c:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:12Z', 'updated_at': '2022-06-15T00:36:01Z', 'revision_number': 1, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:10Z', 'revision_number': 5, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:36:03.628225 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3764a-b7fb-4fd4-b3af-f09657c463af None None] The sync data for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi is: [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '80bbb705-935f-43de-aab0-9e7dfc066f1e', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'port_id': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'mac_address': 'fa:16:3e:2c:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:12Z', 'updated_at': '2022-06-15T00:36:01Z', 'revision_number': 1, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:10Z', 'revision_number': 5, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:36:03.851103 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 55906) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:03.870729 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d752dc5e-fdf1-4121-bb3b-7dea75553238 None None] New status for floating IP 80bbb705-935f-43de-aab0-9e7dfc066f1e: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:36:03.966948 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9212480f-992b-4736-b7e8-0a40273db4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.048199 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9212480f-992b-4736-b7e8-0a40273db4fa admin admin] Publish callbacks [] for security_group (9edce96a-9e63-41bd-80ee-8102d8de40cc), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.053417 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9212480f-992b-4736-b7e8-0a40273db4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (9edce96a-9e63-41bd-80ee-8102d8de40cc), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.104081 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-9212480f-992b-4736-b7e8-0a40273db4fa admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=10784e6d595745608175553e53dffc4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517142 Jun 15 00:36:04.105140 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212480f-992b-4736-b7e8-0a40273db4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edce96a-9e63-41bd-80ee-8102d8de40cc,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:04.106730 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55916) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:04.172167 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 55922) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:04.176824 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a527869-df86-4eb0-b2d6-9fd5dd033d9e admin admin] Publish callbacks [] for security_group (9edce96a-9e63-41bd-80ee-8102d8de40cc), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.206017 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a527869-df86-4eb0-b2d6-9fd5dd033d9e admin admin] Publish callbacks [] for security_group (9edce96a-9e63-41bd-80ee-8102d8de40cc), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.223014 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b647ae-7806-486a-9cda-1009edf15efb admin admin] Deleting subnet f62bf77b-2c37-428f-a206-e5ae9922c7d4 {{(pid=104110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:36:04.226448 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26b647ae-7806-486a-9cda-1009edf15efb admin admin] Publish callbacks [] for subnet (f62bf77b-2c37-428f-a206-e5ae9922c7d4), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.264793 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26b647ae-7806-486a-9cda-1009edf15efb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3105921'] for subnet (f62bf77b-2c37-428f-a206-e5ae9922c7d4), precommit_delete_associations {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.276657 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e95d00-2f24-44c7-9da5-78a0fcef9209 req-d6e890dc-e660-449a-be4d-d7d6bfe0dcc7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:04.278129 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90e95d00-2f24-44c7-9da5-78a0fcef9209 req-d6e890dc-e660-449a-be4d-d7d6bfe0dcc7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0749888 Jun 15 00:36:04.307861 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26b647ae-7806-486a-9cda-1009edf15efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (f62bf77b-2c37-428f-a206-e5ae9922c7d4), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.309967 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:04.323277 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a527869-df86-4eb0-b2d6-9fd5dd033d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (9edce96a-9e63-41bd-80ee-8102d8de40cc), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.325932 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a527869-df86-4eb0-b2d6-9fd5dd033d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.327095 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1a527869-df86-4eb0-b2d6-9fd5dd033d9e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9edce96a-9e63-41bd-80ee-8102d8de40cc HTTP/1.1" status: 204 len: 168 time: 0.2190742 Jun 15 00:36:04.350470 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a527869-df86-4eb0-b2d6-9fd5dd033d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edce96a-9e63-41bd-80ee-8102d8de40cc,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:04.378166 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90e95d00-2f24-44c7-9da5-78a0fcef9209 req-1c01538f-5560-46fc-81a2-93f9cbf35ba0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850956 Jun 15 00:36:04.388713 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26b647ae-7806-486a-9cda-1009edf15efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3365706'] for subnet (f62bf77b-2c37-428f-a206-e5ae9922c7d4), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.418620 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b647ae-7806-486a-9cda-1009edf15efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f62bf77b-2c37-428f-a206-e5ae9922c7d4,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:04.420606 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26b647ae-7806-486a-9cda-1009edf15efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.426380 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55926) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:04.426511 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-26b647ae-7806-486a-9cda-1009edf15efb admin admin] 10.222.0.33 "DELETE /v2.0/subnets/f62bf77b-2c37-428f-a206-e5ae9922c7d4 HTTP/1.1" status: 204 len: 168 time: 0.2543526 Jun 15 00:36:04.502530 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df7f43b8-b380-4719-800e-94e07b34972c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (b190866a-72fa-4c99-a363-c68d5b2ebb49), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.509436 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:04.595193 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df7f43b8-b380-4719-800e-94e07b34972c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (b190866a-72fa-4c99-a363-c68d5b2ebb49), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.618596 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-df7f43b8-b380-4719-800e-94e07b34972c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b190866a-72fa-4c99-a363-c68d5b2ebb49']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:36:04.628359 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-df7f43b8-b380-4719-800e-94e07b34972c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29092677-0b88-46fa-a9b7-305d88585d12') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:36:04.628675 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-df7f43b8-b380-4719-800e-94e07b34972c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29092677-0b88-46fa-a9b7-305d88585d12') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:36:04.639440 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df7f43b8-b380-4719-800e-94e07b34972c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3329278'] for segment (29092677-0b88-46fa-a9b7-305d88585d12), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.647911 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 55930) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:04.654516 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df7f43b8-b380-4719-800e-94e07b34972c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (29092677-0b88-46fa-a9b7-305d88585d12), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.661114 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5398-71c1-461d-9cce-a1dc88e5121a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.661562 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7f43b8-b380-4719-800e-94e07b34972c admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:36:04.661951 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df7f43b8-b380-4719-800e-94e07b34972c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2329835'] for segment (29092677-0b88-46fa-a9b7-305d88585d12), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.683853 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 29092677-0b88-46fa-a9b7-305d88585d12 resource provider aggregate not found Jun 15 00:36:04.730390 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 29092677-0b88-46fa-a9b7-305d88585d12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29092677-0b88-46fa-a9b7-305d88585d12 found for delete ", "request_id": "req-8be6de8d-e8f2-4d3d-9f10-9ce530d7ebe3"}]} Jun 15 00:36:04.739548 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df7f43b8-b380-4719-800e-94e07b34972c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (b190866a-72fa-4c99-a363-c68d5b2ebb49), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.745851 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df7f43b8-b380-4719-800e-94e07b34972c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.746161 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5398-71c1-461d-9cce-a1dc88e5121a admin admin] Publish callbacks [] for security_group (705cb51c-e63f-46fb-a2a3-bf38f57afc2b), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.750061 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-df7f43b8-b380-4719-800e-94e07b34972c admin admin] 10.222.0.33 "DELETE /v2.0/networks/b190866a-72fa-4c99-a363-c68d5b2ebb49 HTTP/1.1" status: 204 len: 168 time: 0.3222680 Jun 15 00:36:04.751563 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5398-71c1-461d-9cce-a1dc88e5121a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (705cb51c-e63f-46fb-a2a3-bf38f57afc2b), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.764718 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f43b8-b380-4719-800e-94e07b34972c admin admin] Pushing event deleted for resources: {'Network': ['ID=b190866a-72fa-4c99-a363-c68d5b2ebb49,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:04.794494 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-1cfb5398-71c1-461d-9cce-a1dc88e5121a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bee2a12274e148568459461c51952d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454759 Jun 15 00:36:04.795643 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb5398-71c1-461d-9cce-a1dc88e5121a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705cb51c-e63f-46fb-a2a3-bf38f57afc2b,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:04.797627 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55940) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:04.852459 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:04.866757 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-87ca5c84-0c46-43ca-b8af-6d4dbea165c4 admin admin] Publish callbacks [] for security_group (705cb51c-e63f-46fb-a2a3-bf38f57afc2b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.893709 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-87ca5c84-0c46-43ca-b8af-6d4dbea165c4 admin admin] Publish callbacks [] for security_group (705cb51c-e63f-46fb-a2a3-bf38f57afc2b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.954976 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-87ca5c84-0c46-43ca-b8af-6d4dbea165c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (705cb51c-e63f-46fb-a2a3-bf38f57afc2b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.958415 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-87ca5c84-0c46-43ca-b8af-6d4dbea165c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:04.959788 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-87ca5c84-0c46-43ca-b8af-6d4dbea165c4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/705cb51c-e63f-46fb-a2a3-bf38f57afc2b HTTP/1.1" status: 204 len: 168 time: 0.1598482 Jun 15 00:36:04.967912 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca5c84-0c46-43ca-b8af-6d4dbea165c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705cb51c-e63f-46fb-a2a3-bf38f57afc2b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:05.001268 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55948) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:05.040718 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cb4b4a38-4d10-48fd-8d48-baf6cd066ac1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=42c353894cf64e6ca9e2e4311632eef4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382264 Jun 15 00:36:05.043272 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 55950) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:05.100450 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab029-a980-48d6-b8ae-de45db11165e admin admin] Publish callbacks [] for security_group (e9965c57-1b9f-4f3d-a4dc-20a52d29e91f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:05.131221 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab029-a980-48d6-b8ae-de45db11165e admin admin] Publish callbacks [] for security_group (e9965c57-1b9f-4f3d-a4dc-20a52d29e91f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:05.181340 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab029-a980-48d6-b8ae-de45db11165e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (e9965c57-1b9f-4f3d-a4dc-20a52d29e91f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:05.183971 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab029-a980-48d6-b8ae-de45db11165e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:05.185181 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-fa8ab029-a980-48d6-b8ae-de45db11165e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e9965c57-1b9f-4f3d-a4dc-20a52d29e91f HTTP/1.1" status: 204 len: 168 time: 0.1406152 Jun 15 00:36:05.195464 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ab029-a980-48d6-b8ae-de45db11165e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9965c57-1b9f-4f3d-a4dc-20a52d29e91f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:05.511522 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d4d7e-f023-47b0-8678-87f3c2f611dc req-24e96ae2-9b17-4205-ba87-63d363e9f53f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:05.513321 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3a4d4d7e-f023-47b0-8678-87f3c2f611dc req-24e96ae2-9b17-4205-ba87-63d363e9f53f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0680737 Jun 15 00:36:05.574048 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3a4d4d7e-f023-47b0-8678-87f3c2f611dc req-2b0f5b52-605f-44c2-a95f-17d952e3dd07 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527644 Jun 15 00:36:06.371834 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 56020) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:06.716161 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c365cce-ce64-453a-93a8-3d89b39b2441 req-eeefd2d8-2e97-47b5-b5cd-4ef2da0a04a7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:06.718275 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c365cce-ce64-453a-93a8-3d89b39b2441 req-eeefd2d8-2e97-47b5-b5cd-4ef2da0a04a7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0525539 Jun 15 00:36:06.755340 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-96bc42ca-5ed6-4e9e-92d2-7445c016f1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:06.762955 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:06.777309 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c365cce-ce64-453a-93a8-3d89b39b2441 req-a0ef4615-af50-4274-ae17-075bfe77c0a7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503824 Jun 15 00:36:06.841488 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-96bc42ca-5ed6-4e9e-92d2-7445c016f1b1 admin admin] Publish callbacks [] for security_group (ecaf2cd2-13c9-4a8b-bbbf-b3e84f83c9dd), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:06.846002 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-96bc42ca-5ed6-4e9e-92d2-7445c016f1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (ecaf2cd2-13c9-4a8b-bbbf-b3e84f83c9dd), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:06.888728 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-96bc42ca-5ed6-4e9e-92d2-7445c016f1b1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=224fb6d4602149ac9b35d7e032359b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5159278 Jun 15 00:36:06.890183 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc42ca-5ed6-4e9e-92d2-7445c016f1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaf2cd2-13c9-4a8b-bbbf-b3e84f83c9dd,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:06.891659 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56040) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:06.951456 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-70372de6-83e7-4cf7-8681-d6f4e0b65be0 admin admin] Publish callbacks [] for security_group (ecaf2cd2-13c9-4a8b-bbbf-b3e84f83c9dd), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:06.981155 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-70372de6-83e7-4cf7-8681-d6f4e0b65be0 admin admin] Publish callbacks [] for security_group (ecaf2cd2-13c9-4a8b-bbbf-b3e84f83c9dd), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:07.042725 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-70372de6-83e7-4cf7-8681-d6f4e0b65be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (ecaf2cd2-13c9-4a8b-bbbf-b3e84f83c9dd), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:07.045271 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-70372de6-83e7-4cf7-8681-d6f4e0b65be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:07.048912 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-70372de6-83e7-4cf7-8681-d6f4e0b65be0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ecaf2cd2-13c9-4a8b-bbbf-b3e84f83c9dd HTTP/1.1" status: 204 len: 168 time: 0.1534884 Jun 15 00:36:07.054482 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70372de6-83e7-4cf7-8681-d6f4e0b65be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaf2cd2-13c9-4a8b-bbbf-b3e84f83c9dd,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:07.493443 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56058) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:07.602889 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ab7eab87-f18c-48c7-8ebe-9e49a04f9942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:07.629368 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:07.682549 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ab7eab87-f18c-48c7-8ebe-9e49a04f9942 admin admin] Publish callbacks [] for security_group (9116d8a2-748e-4516-aa9a-db48ec67de0e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:07.686223 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ab7eab87-f18c-48c7-8ebe-9e49a04f9942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (9116d8a2-748e-4516-aa9a-db48ec67de0e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:07.723940 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7eab87-f18c-48c7-8ebe-9e49a04f9942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9116d8a2-748e-4516-aa9a-db48ec67de0e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:07.728432 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ab7eab87-f18c-48c7-8ebe-9e49a04f9942 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=958fadf865034040ab4cbc36d5fc4ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338064 Jun 15 00:36:07.731014 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56062) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:07.778405 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c30eaf6-152f-40c5-9fbd-7739c6bfcb21 admin admin] Publish callbacks [] for security_group (9116d8a2-748e-4516-aa9a-db48ec67de0e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:07.789381 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:07.801599 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c30eaf6-152f-40c5-9fbd-7739c6bfcb21 admin admin] Publish callbacks [] for security_group (9116d8a2-748e-4516-aa9a-db48ec67de0e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:07.853903 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c30eaf6-152f-40c5-9fbd-7739c6bfcb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (9116d8a2-748e-4516-aa9a-db48ec67de0e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:07.856520 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c30eaf6-152f-40c5-9fbd-7739c6bfcb21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:07.857698 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8c30eaf6-152f-40c5-9fbd-7739c6bfcb21 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9116d8a2-748e-4516-aa9a-db48ec67de0e HTTP/1.1" status: 204 len: 168 time: 0.1258004 Jun 15 00:36:07.865830 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30eaf6-152f-40c5-9fbd-7739c6bfcb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9116d8a2-748e-4516-aa9a-db48ec67de0e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:07.908855 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c4507-3238-49c2-a39d-0084a14cafe1 req-57a6b9a7-b6af-497a-b1ef-eb2e05dca8c2 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:07.911617 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7e0c4507-3238-49c2-a39d-0084a14cafe1 req-57a6b9a7-b6af-497a-b1ef-eb2e05dca8c2 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0520878 Jun 15 00:36:07.966654 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7e0c4507-3238-49c2-a39d-0084a14cafe1 req-96084633-4754-4038-8999-e53b95b1d9a7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458660 Jun 15 00:36:08.168398 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56072) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:08.377266 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-211e4326-b95f-40de-9878-c4c679af22da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:08.468659 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-211e4326-b95f-40de-9878-c4c679af22da admin admin] Publish callbacks [] for security_group (6883d5b8-facd-49aa-b33d-246acb87f635), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:08.472935 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-211e4326-b95f-40de-9878-c4c679af22da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (6883d5b8-facd-49aa-b33d-246acb87f635), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:08.515762 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e4326-b95f-40de-9878-c4c679af22da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6883d5b8-facd-49aa-b33d-246acb87f635,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:08.523269 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-211e4326-b95f-40de-9878-c4c679af22da admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=63d515362412467cb8831f6707eb17c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515203 Jun 15 00:36:08.524029 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 56082) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:08.581468 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6dda615f-302b-4eaf-a94c-ad51f043b0f7 admin admin] Publish callbacks [] for security_group (6883d5b8-facd-49aa-b33d-246acb87f635), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:08.604882 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6dda615f-302b-4eaf-a94c-ad51f043b0f7 admin admin] Publish callbacks [] for security_group (6883d5b8-facd-49aa-b33d-246acb87f635), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:08.655795 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6dda615f-302b-4eaf-a94c-ad51f043b0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (6883d5b8-facd-49aa-b33d-246acb87f635), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:08.658276 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6dda615f-302b-4eaf-a94c-ad51f043b0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:08.659447 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-6dda615f-302b-4eaf-a94c-ad51f043b0f7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6883d5b8-facd-49aa-b33d-246acb87f635 HTTP/1.1" status: 204 len: 168 time: 0.1345363 Jun 15 00:36:08.667599 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda615f-302b-4eaf-a94c-ad51f043b0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6883d5b8-facd-49aa-b33d-246acb87f635,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:09.101482 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b281100-0451-46e3-a57d-376afbda89ac req-f61d4922-0d69-4c77-81d0-6707441669ca tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:09.103111 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b281100-0451-46e3-a57d-376afbda89ac req-f61d4922-0d69-4c77-81d0-6707441669ca tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0478947 Jun 15 00:36:09.157080 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b281100-0451-46e3-a57d-376afbda89ac req-330c4196-9ca6-474b-ad8e-c779a8b8728d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482378 Jun 15 00:36:10.274316 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdc456-fe61-4c95-ab2f-0e9dec75cb2f req-f5d76c25-a101-46f3-8fa2-1f2005e0e116 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:10.275801 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b2bdc456-fe61-4c95-ab2f-0e9dec75cb2f req-f5d76c25-a101-46f3-8fa2-1f2005e0e116 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0461755 Jun 15 00:36:10.301452 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:10.326927 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b2bdc456-fe61-4c95-ab2f-0e9dec75cb2f req-d36366b5-1917-47b8-8e5f-6f837e1a7bca tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457406 Jun 15 00:36:11.437151 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f73cc-91c4-474e-b310-403d46f4c6ca req-2d3af1c8-60e5-4716-8233-bd8f7b8c4aba tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:11.438652 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-821f73cc-91c4-474e-b310-403d46f4c6ca req-2d3af1c8-60e5-4716-8233-bd8f7b8c4aba tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0461428 Jun 15 00:36:11.485969 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-821f73cc-91c4-474e-b310-403d46f4c6ca req-2f20fe56-bd39-48a7-a329-42b6bc7d6a81 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 Jun 15 00:36:12.603314 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cfa4f-6850-4457-9a0e-05b2e55924ba req-a75928bd-be6b-4636-a803-2e00f1011d2b tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:12.604784 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-260cfa4f-6850-4457-9a0e-05b2e55924ba req-a75928bd-be6b-4636-a803-2e00f1011d2b tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0497015 Jun 15 00:36:12.651689 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-260cfa4f-6850-4457-9a0e-05b2e55924ba req-81a9a081-b99d-4ca9-b3d0-5e651aeb8017 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Jun 15 00:36:13.591415 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=16 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:13.598628 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=36 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:13.763088 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42687bc-65a4-407e-8b34-98ebb7e93a5f req-7a1c338f-c5c8-45c8-88df-0dc666384c70 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:13.764493 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f42687bc-65a4-407e-8b34-98ebb7e93a5f req-7a1c338f-c5c8-45c8-88df-0dc666384c70 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0476601 Jun 15 00:36:13.812479 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f42687bc-65a4-407e-8b34-98ebb7e93a5f req-9a4306a6-f73b-4f42-9826-770e422771fa tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422390 Jun 15 00:36:14.359982 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7904ac4-172d-4169-9324-c5401e16180a req-b590b62a-35a2-43d5-a703-0e3f43ab2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:14.361541 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e7904ac4-172d-4169-9324-c5401e16180a req-b590b62a-35a2-43d5-a703-0e3f43ab2cf1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 1130 time: 0.0396097 Jun 15 00:36:14.405840 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e7904ac4-172d-4169-9324-c5401e16180a req-591b926b-df35-4ce2-97a8-361c6ad175be service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378220 Jun 15 00:36:14.455984 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:14.933442 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67838f86-dbdc-46f6-8aee-f6c68d72a934 req-312f60da-d5d2-4093-9702-88e5c7b27476 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:14.934977 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-67838f86-dbdc-46f6-8aee-f6c68d72a934 req-312f60da-d5d2-4093-9702-88e5c7b27476 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0542281 Jun 15 00:36:14.989045 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-67838f86-dbdc-46f6-8aee-f6c68d72a934 req-d0943fc9-b3c8-42f7-8932-fed523d2886e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470519 Jun 15 00:36:16.103984 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a63db-c072-4b74-8a37-107fef2fcf62 req-87fdfdbe-3c98-4d71-88dd-892057290a16 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:16.105491 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-328a63db-c072-4b74-8a37-107fef2fcf62 req-87fdfdbe-3c98-4d71-88dd-892057290a16 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0497758 Jun 15 00:36:16.152546 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-328a63db-c072-4b74-8a37-107fef2fcf62 req-87dd932f-1923-4784-b6f2-8dfb647eef93 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Jun 15 00:36:17.207044 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 56302) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:17.277130 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89b63c-521e-4b4a-919f-4a1ffec4db0a req-2fce547b-fc58-41b4-9bc9-e9867c24270e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:17.278652 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5e89b63c-521e-4b4a-919f-4a1ffec4db0a req-2fce547b-fc58-41b4-9bc9-e9867c24270e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0540130 Jun 15 00:36:17.341706 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b996838d-b9dc-4dda-9e4f-0a6ee919185d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:17.346419 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5e89b63c-521e-4b4a-919f-4a1ffec4db0a req-bf0d93f9-67fa-4425-8e06-741269a09781 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623353 Jun 15 00:36:17.381634 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:17.439355 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:17.439893 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b996838d-b9dc-4dda-9e4f-0a6ee919185d admin admin] Publish callbacks [] for security_group (19044e2e-5f52-4bce-a7e1-b677517cc51e), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:17.443583 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b996838d-b9dc-4dda-9e4f-0a6ee919185d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (19044e2e-5f52-4bce-a7e1-b677517cc51e), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:17.479637 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593c556-2df2-42d7-8210-6fca2ef090e5 req-c0c8e534-12ff-4a33-bdbb-1c620303519e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:17.479637 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e593c556-2df2-42d7-8210-6fca2ef090e5 req-c0c8e534-12ff-4a33-bdbb-1c620303519e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0585890 Jun 15 00:36:17.495036 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-b996838d-b9dc-4dda-9e4f-0a6ee919185d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=dec5f9fd916142e3b67cfe76fd79446d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861385 Jun 15 00:36:17.496256 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 56310) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:17.502691 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996838d-b9dc-4dda-9e4f-0a6ee919185d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19044e2e-5f52-4bce-a7e1-b677517cc51e,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:17.530519 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e593c556-2df2-42d7-8210-6fca2ef090e5 req-e0a6fcd2-cc91-4936-b8e5-c884cf3721df tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471680 Jun 15 00:36:17.554419 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f5ae1404-57d2-4477-8100-c900d347b2e9 admin admin] Publish callbacks [] for security_group (19044e2e-5f52-4bce-a7e1-b677517cc51e), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:17.578401 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f5ae1404-57d2-4477-8100-c900d347b2e9 admin admin] Publish callbacks [] for security_group (19044e2e-5f52-4bce-a7e1-b677517cc51e), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:17.633193 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f5ae1404-57d2-4477-8100-c900d347b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (19044e2e-5f52-4bce-a7e1-b677517cc51e), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:17.636189 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f5ae1404-57d2-4477-8100-c900d347b2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:17.637353 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-f5ae1404-57d2-4477-8100-c900d347b2e9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/19044e2e-5f52-4bce-a7e1-b677517cc51e HTTP/1.1" status: 204 len: 168 time: 0.1399963 Jun 15 00:36:17.646135 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae1404-57d2-4477-8100-c900d347b2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19044e2e-5f52-4bce-a7e1-b677517cc51e,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:17.978629 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 56324) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:17.992782 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5ac6d77b-76e0-463d-907d-e72dc620867c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:18.028741 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:18.071860 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5ac6d77b-76e0-463d-907d-e72dc620867c admin admin] Publish callbacks [] for security_group (0eb270c8-7682-4816-92eb-a62365526b03), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:18.075576 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5ac6d77b-76e0-463d-907d-e72dc620867c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (0eb270c8-7682-4816-92eb-a62365526b03), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:18.120102 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-5ac6d77b-76e0-463d-907d-e72dc620867c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c2dd3a1ff3f14657914fd6b57649e354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402972 Jun 15 00:36:18.120911 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6d77b-76e0-463d-907d-e72dc620867c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb270c8-7682-4816-92eb-a62365526b03,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:18.123049 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56326) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:18.175580 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f994b98-8082-4a4a-8712-de8c5f1c802f admin admin] Publish callbacks [] for security_group (0eb270c8-7682-4816-92eb-a62365526b03), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:18.197630 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f994b98-8082-4a4a-8712-de8c5f1c802f admin admin] Publish callbacks [] for security_group (0eb270c8-7682-4816-92eb-a62365526b03), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:18.242672 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f994b98-8082-4a4a-8712-de8c5f1c802f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (0eb270c8-7682-4816-92eb-a62365526b03), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:18.245245 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f994b98-8082-4a4a-8712-de8c5f1c802f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:18.246382 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8f994b98-8082-4a4a-8712-de8c5f1c802f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0eb270c8-7682-4816-92eb-a62365526b03 HTTP/1.1" status: 204 len: 168 time: 0.1223471 Jun 15 00:36:18.253801 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f994b98-8082-4a4a-8712-de8c5f1c802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb270c8-7682-4816-92eb-a62365526b03,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:19.158963 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846baff8-edb6-4580-a1fc-1bd49c23509d req-3c2c153e-a891-46de-b559-898f41d152ff tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:19.161152 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-846baff8-edb6-4580-a1fc-1bd49c23509d req-3c2c153e-a891-46de-b559-898f41d152ff tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0525966 Jun 15 00:36:19.182982 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a9b35-b503-4720-b78b-49cfa1d6fded req-c6bf3941-cef2-4f9a-a28f-bf98d3fe591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:19.187028 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-831a9b35-b503-4720-b78b-49cfa1d6fded req-c6bf3941-cef2-4f9a-a28f-bf98d3fe591e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 1130 time: 0.0512214 Jun 15 00:36:19.213321 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-846baff8-edb6-4580-a1fc-1bd49c23509d req-1e6e704d-7e53-44c4-8816-dcc2e35f6fc9 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462239 Jun 15 00:36:19.295838 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a9b35-b503-4720-b78b-49cfa1d6fded req-6600a344-e934-43f2-b048-7bf8d306b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:19.297324 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-831a9b35-b503-4720-b78b-49cfa1d6fded req-6600a344-e934-43f2-b048-7bf8d306b840 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.1016736 Jun 15 00:36:19.353820 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-831a9b35-b503-4720-b78b-49cfa1d6fded req-c742df3d-e968-4d6a-844c-d9f4121366de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2bbd2bd-a2e4-4dfa-a62a-282539206286 HTTP/1.1" status: 200 len: 217 time: 0.0465121 Jun 15 00:36:19.411323 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a9b35-b503-4720-b78b-49cfa1d6fded req-676b47d2-c254-4956-8dfb-be43daa19829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:19.412979 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-831a9b35-b503-4720-b78b-49cfa1d6fded req-676b47d2-c254-4956-8dfb-be43daa19829 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.0507994 Jun 15 00:36:19.462345 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a9b35-b503-4720-b78b-49cfa1d6fded req-4338ea6f-ea0e-4443-8058-0a55b0beb9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:19.464212 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-831a9b35-b503-4720-b78b-49cfa1d6fded req-4338ea6f-ea0e-4443-8058-0a55b0beb9b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436699 Jun 15 00:36:19.579646 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-831a9b35-b503-4720-b78b-49cfa1d6fded req-3f01276b-d4ca-4bb3-8595-10aae476f5e3 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034312 Jun 15 00:36:19.670663 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-831a9b35-b503-4720-b78b-49cfa1d6fded req-16943dd1-8da0-4d37-8a47-2b32329cd259 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848768 Jun 15 00:36:20.329232 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:20.344125 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a781e-730c-400e-997d-9db78c3bb99d req-e2bf79f2-41ca-4247-9476-18d114b67aba tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:20.345649 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-671a781e-730c-400e-997d-9db78c3bb99d req-e2bf79f2-41ca-4247-9476-18d114b67aba tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0581386 Jun 15 00:36:20.400614 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-671a781e-730c-400e-997d-9db78c3bb99d req-20a48655-1e29-44b8-a726-f5e129a396de tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466206 Jun 15 00:36:21.270162 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56496) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:21.369221 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:21.377195 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6b0a36c8-6bc2-4df6-9b37-0d9f5f824e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:21.459586 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6b0a36c8-6bc2-4df6-9b37-0d9f5f824e59 admin admin] Publish callbacks [] for security_group (cc6791c6-ef7a-45d0-a6c4-ed9154f92005), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:21.463196 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6b0a36c8-6bc2-4df6-9b37-0d9f5f824e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (cc6791c6-ef7a-45d0-a6c4-ed9154f92005), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:21.534215 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a36c8-6bc2-4df6-9b37-0d9f5f824e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6791c6-ef7a-45d0-a6c4-ed9154f92005,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:21.542095 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6b0a36c8-6bc2-4df6-9b37-0d9f5f824e59 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=183934503b5a405397a2d721701930c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707467 Jun 15 00:36:21.545004 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 56502) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:21.550201 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c05ca7-4c71-49db-9513-b831981d8429 req-03af3a4b-5801-4f01-ab44-606744885b9a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:21.551674 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-10c05ca7-4c71-49db-9513-b831981d8429 req-03af3a4b-5801-4f01-ab44-606744885b9a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0773199 Jun 15 00:36:21.597235 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f240a80c-d6be-440f-bfad-443cd265104b admin admin] Publish callbacks [] for security_group (cc6791c6-ef7a-45d0-a6c4-ed9154f92005), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:21.607043 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-10c05ca7-4c71-49db-9513-b831981d8429 req-024eb1a7-641d-4308-8b7a-928ae3060ea6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496740 Jun 15 00:36:21.626675 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f240a80c-d6be-440f-bfad-443cd265104b admin admin] Publish callbacks [] for security_group (cc6791c6-ef7a-45d0-a6c4-ed9154f92005), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:21.675828 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f240a80c-d6be-440f-bfad-443cd265104b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (cc6791c6-ef7a-45d0-a6c4-ed9154f92005), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:21.678548 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f240a80c-d6be-440f-bfad-443cd265104b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:21.679882 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-f240a80c-d6be-440f-bfad-443cd265104b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cc6791c6-ef7a-45d0-a6c4-ed9154f92005 HTTP/1.1" status: 204 len: 168 time: 0.1339943 Jun 15 00:36:21.687757 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240a80c-d6be-440f-bfad-443cd265104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6791c6-ef7a-45d0-a6c4-ed9154f92005,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:21.945814 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56512) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:21.959651 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b7c72bb7-14bd-48f4-9913-621f548326b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:22.034916 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b7c72bb7-14bd-48f4-9913-621f548326b1 admin admin] Publish callbacks [] for security_group (2f5a3ab3-923c-4e2d-88de-8f16fb4967d8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:22.040845 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b7c72bb7-14bd-48f4-9913-621f548326b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (2f5a3ab3-923c-4e2d-88de-8f16fb4967d8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:22.078759 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b7c72bb7-14bd-48f4-9913-621f548326b1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b77aec9f0a9b4738906155a971ae5a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314812 Jun 15 00:36:22.079643 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c72bb7-14bd-48f4-9913-621f548326b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5a3ab3-923c-4e2d-88de-8f16fb4967d8,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:22.081432 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 56514) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:22.135126 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e96bf11c-f992-4c53-bc97-f5e064d103bd admin admin] Publish callbacks [] for security_group (2f5a3ab3-923c-4e2d-88de-8f16fb4967d8), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:22.155997 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e96bf11c-f992-4c53-bc97-f5e064d103bd admin admin] Publish callbacks [] for security_group (2f5a3ab3-923c-4e2d-88de-8f16fb4967d8), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:22.188164 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:22.202066 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e96bf11c-f992-4c53-bc97-f5e064d103bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (2f5a3ab3-923c-4e2d-88de-8f16fb4967d8), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:22.204765 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e96bf11c-f992-4c53-bc97-f5e064d103bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:22.205891 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-e96bf11c-f992-4c53-bc97-f5e064d103bd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2f5a3ab3-923c-4e2d-88de-8f16fb4967d8 HTTP/1.1" status: 204 len: 168 time: 0.1225085 Jun 15 00:36:22.218308 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bf11c-f992-4c53-bc97-f5e064d103bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5a3ab3-923c-4e2d-88de-8f16fb4967d8,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:22.740640 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494dd57-dd77-486b-9ab8-e5646602bf11 req-6d75aad5-c09b-41c4-abeb-51125476934a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:22.742170 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8494dd57-dd77-486b-9ab8-e5646602bf11 req-6d75aad5-c09b-41c4-abeb-51125476934a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0532684 Jun 15 00:36:22.792574 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8494dd57-dd77-486b-9ab8-e5646602bf11 req-acd15767-9bc6-404b-8abf-2358cfb69396 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447319 Jun 15 00:36:23.349388 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:36:23.866593 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 56574) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:23.912478 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a41fdf-73e2-4642-b2f5-35016020ba02 req-f355be58-5b24-49fc-9842-0e3d0602a1a7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:23.914600 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-43a41fdf-73e2-4642-b2f5-35016020ba02 req-f355be58-5b24-49fc-9842-0e3d0602a1a7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0534039 Jun 15 00:36:23.927402 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:23.971833 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-43a41fdf-73e2-4642-b2f5-35016020ba02 req-18c9c7c8-84c3-495a-9995-181f74727d28 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515392 Jun 15 00:36:23.976841 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ac114951-c9ef-4f87-b071-759d56c9e731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.070371 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ac114951-c9ef-4f87-b071-759d56c9e731 admin admin] Publish callbacks [] for security_group (760df216-7cb8-4a9d-8916-7ce4eb43ec0b), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.073969 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ac114951-c9ef-4f87-b071-759d56c9e731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (760df216-7cb8-4a9d-8916-7ce4eb43ec0b), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.117352 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-ac114951-c9ef-4f87-b071-759d56c9e731 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0f402394cc0844b69bb9943187eee694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496450 Jun 15 00:36:24.118388 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac114951-c9ef-4f87-b071-759d56c9e731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760df216-7cb8-4a9d-8916-7ce4eb43ec0b,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:24.120176 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56580) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:24.170317 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d9a77076-ed7a-4c4a-b79a-388571e5433d admin admin] Publish callbacks [] for security_group (760df216-7cb8-4a9d-8916-7ce4eb43ec0b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.192463 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d9a77076-ed7a-4c4a-b79a-388571e5433d admin admin] Publish callbacks [] for security_group (760df216-7cb8-4a9d-8916-7ce4eb43ec0b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.244764 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d9a77076-ed7a-4c4a-b79a-388571e5433d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (760df216-7cb8-4a9d-8916-7ce4eb43ec0b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.247330 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d9a77076-ed7a-4c4a-b79a-388571e5433d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.248515 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d9a77076-ed7a-4c4a-b79a-388571e5433d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/760df216-7cb8-4a9d-8916-7ce4eb43ec0b HTTP/1.1" status: 204 len: 168 time: 0.1272979 Jun 15 00:36:24.257585 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a77076-ed7a-4c4a-b79a-388571e5433d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760df216-7cb8-4a9d-8916-7ce4eb43ec0b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:24.276182 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=52,neutron:UPDATE=8 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:24.530101 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56586) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:24.543475 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf9886df-4372-4378-a34a-58ab64ccdb61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.614185 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:24.629454 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf9886df-4372-4378-a34a-58ab64ccdb61 admin admin] Publish callbacks [] for security_group (b1eba2db-35ea-464b-a84b-3cf5da9cb351), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.633461 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf9886df-4372-4378-a34a-58ab64ccdb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (b1eba2db-35ea-464b-a84b-3cf5da9cb351), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.672755 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9886df-4372-4378-a34a-58ab64ccdb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eba2db-35ea-464b-a84b-3cf5da9cb351,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:24.680611 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cf9886df-4372-4378-a34a-58ab64ccdb61 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2e00a013922148fc9dd3b1b2a9fe54df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476624 Jun 15 00:36:24.681659 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56588) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:24.737090 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db431707-5dc5-4413-8ddc-66719b472399 admin admin] Publish callbacks [] for security_group (b1eba2db-35ea-464b-a84b-3cf5da9cb351), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.763557 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db431707-5dc5-4413-8ddc-66719b472399 admin admin] Publish callbacks [] for security_group (b1eba2db-35ea-464b-a84b-3cf5da9cb351), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.818041 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db431707-5dc5-4413-8ddc-66719b472399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (b1eba2db-35ea-464b-a84b-3cf5da9cb351), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.821022 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db431707-5dc5-4413-8ddc-66719b472399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:24.822238 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-db431707-5dc5-4413-8ddc-66719b472399 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b1eba2db-35ea-464b-a84b-3cf5da9cb351 HTTP/1.1" status: 204 len: 168 time: 0.1398065 Jun 15 00:36:24.830242 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db431707-5dc5-4413-8ddc-66719b472399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eba2db-35ea-464b-a84b-3cf5da9cb351,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:25.094508 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99342a3b-024f-426b-8f4a-60dadf14ff68 req-91b94c7d-58e9-4180-a4b7-46a3ea8bd7b6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:25.099438 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-99342a3b-024f-426b-8f4a-60dadf14ff68 req-91b94c7d-58e9-4180-a4b7-46a3ea8bd7b6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0563052 Jun 15 00:36:25.151304 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-99342a3b-024f-426b-8f4a-60dadf14ff68 req-5c422e25-2f26-4a46-a89d-b7b86acd47cc tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486295 Jun 15 00:36:26.288799 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507fd8-a4d1-46ed-863d-7f3e8254d3bc req-c4d9571b-87a9-4be3-aba3-e13aaed92666 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:26.290322 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90507fd8-a4d1-46ed-863d-7f3e8254d3bc req-c4d9571b-87a9-4be3-aba3-e13aaed92666 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0555573 Jun 15 00:36:26.341227 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90507fd8-a4d1-46ed-863d-7f3e8254d3bc req-d9a1cd2d-9d5e-4e73-ada1-4bc47e55cbe4 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453358 Jun 15 00:36:26.368333 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:26.770025 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56672) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:26.888855 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5a359332-9352-4c68-8b29-2087bb8af30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:26.969232 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5a359332-9352-4c68-8b29-2087bb8af30d admin admin] Publish callbacks [] for security_group (ed755bb0-d9d0-4d43-866c-bf806a919c8a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:26.975736 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5a359332-9352-4c68-8b29-2087bb8af30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (ed755bb0-d9d0-4d43-866c-bf806a919c8a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:26.980455 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:27.020686 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5a359332-9352-4c68-8b29-2087bb8af30d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=569ae51482204d47835fe27d4a26e438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468796 Jun 15 00:36:27.020948 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56682) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:27.028556 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a359332-9352-4c68-8b29-2087bb8af30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed755bb0-d9d0-4d43-866c-bf806a919c8a,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:27.076581 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8407408b-a0a8-49b8-b6ca-9b4232d02e8c admin admin] Publish callbacks [] for security_group (ed755bb0-d9d0-4d43-866c-bf806a919c8a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:27.103596 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8407408b-a0a8-49b8-b6ca-9b4232d02e8c admin admin] Publish callbacks [] for security_group (ed755bb0-d9d0-4d43-866c-bf806a919c8a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:27.157945 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8407408b-a0a8-49b8-b6ca-9b4232d02e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (ed755bb0-d9d0-4d43-866c-bf806a919c8a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:27.160837 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8407408b-a0a8-49b8-b6ca-9b4232d02e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:27.162000 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8407408b-a0a8-49b8-b6ca-9b4232d02e8c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ed755bb0-d9d0-4d43-866c-bf806a919c8a HTTP/1.1" status: 204 len: 168 time: 0.1403048 Jun 15 00:36:27.170332 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407408b-a0a8-49b8-b6ca-9b4232d02e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed755bb0-d9d0-4d43-866c-bf806a919c8a,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:27.456025 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa16be0-a8fd-4cd1-a58b-896977655b92 req-b66aa272-355a-4183-9835-b3f4a0746c83 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:27.458221 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-afa16be0-a8fd-4cd1-a58b-896977655b92 req-b66aa272-355a-4183-9835-b3f4a0746c83 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0468054 Jun 15 00:36:27.506174 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-afa16be0-a8fd-4cd1-a58b-896977655b92 req-45df0686-43af-4dd4-888d-927201d81b9d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423751 Jun 15 00:36:27.548428 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-79f621fa-321c-4903-bddd-93d451872c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:28.630622 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa03ea4-211a-48f9-bb57-e6574a9cb7ba req-bba9757c-76c5-40a9-b3c3-90860d84bf79 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:28.632368 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3fa03ea4-211a-48f9-bb57-e6574a9cb7ba req-bba9757c-76c5-40a9-b3c3-90860d84bf79 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0543337 Jun 15 00:36:28.681324 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3fa03ea4-211a-48f9-bb57-e6574a9cb7ba req-13d87fde-dcf0-4684-bba1-d55e1e5e6d68 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431881 Jun 15 00:36:29.806629 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0c725-e593-4447-85f1-329ba86c7d4f req-344245ca-9d68-4504-a915-a582c013b69a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:29.808253 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-63f0c725-e593-4447-85f1-329ba86c7d4f req-344245ca-9d68-4504-a915-a582c013b69a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0515525 Jun 15 00:36:29.845420 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:29.859285 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-63f0c725-e593-4447-85f1-329ba86c7d4f req-3b754a83-7389-460a-a7ce-f332ce1f9e6f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453410 Jun 15 00:36:30.011611 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56770) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:30.016967 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8b55d335-f6b1-47cb-995d-f1ad8cb31e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.119885 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c3917173-0aff-4fc8-90ed-bae66209061d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.180644 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:30.194904 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c3917173-0aff-4fc8-90ed-bae66209061d admin admin] Publish callbacks [] for security_group (08e183f9-2c84-4969-8b3c-20e462459127), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.198470 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c3917173-0aff-4fc8-90ed-bae66209061d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (08e183f9-2c84-4969-8b3c-20e462459127), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.239621 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c3917173-0aff-4fc8-90ed-bae66209061d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6f663385fbdb47dcb365080b2333b9ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238994 Jun 15 00:36:30.239621 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3917173-0aff-4fc8-90ed-bae66209061d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e183f9-2c84-4969-8b3c-20e462459127,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:30.240108 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 56774) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:30.289875 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9f8e13e4-491f-418f-96a0-ac5e77c6b25d admin admin] Publish callbacks [] for security_group (08e183f9-2c84-4969-8b3c-20e462459127), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.311301 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9f8e13e4-491f-418f-96a0-ac5e77c6b25d admin admin] Publish callbacks [] for security_group (08e183f9-2c84-4969-8b3c-20e462459127), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.356549 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9f8e13e4-491f-418f-96a0-ac5e77c6b25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (08e183f9-2c84-4969-8b3c-20e462459127), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.359195 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9f8e13e4-491f-418f-96a0-ac5e77c6b25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.360365 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-9f8e13e4-491f-418f-96a0-ac5e77c6b25d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/08e183f9-2c84-4969-8b3c-20e462459127 HTTP/1.1" status: 204 len: 168 time: 0.1191943 Jun 15 00:36:30.368922 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e13e4-491f-418f-96a0-ac5e77c6b25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e183f9-2c84-4969-8b3c-20e462459127,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:30.625616 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 56782) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:30.640158 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9250f79a-0f10-43fe-b2c1-cae8939b4b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.721518 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9250f79a-0f10-43fe-b2c1-cae8939b4b3d admin admin] Publish callbacks [] for security_group (8945e930-4a8f-4f1e-8c8e-cbd02948d716), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.725479 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9250f79a-0f10-43fe-b2c1-cae8939b4b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (8945e930-4a8f-4f1e-8c8e-cbd02948d716), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.740889 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:30.766554 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-9250f79a-0f10-43fe-b2c1-cae8939b4b3d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b28552d114f94dcfae1183fbcad1e5e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399055 Jun 15 00:36:30.767283 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250f79a-0f10-43fe-b2c1-cae8939b4b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8945e930-4a8f-4f1e-8c8e-cbd02948d716,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:30.769906 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56784) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:30.821441 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9eef3495-dd57-4313-a850-d46869d46fc0 admin admin] Publish callbacks [] for security_group (8945e930-4a8f-4f1e-8c8e-cbd02948d716), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.828519 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.842272 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9eef3495-dd57-4313-a850-d46869d46fc0 admin admin] Publish callbacks [] for security_group (8945e930-4a8f-4f1e-8c8e-cbd02948d716), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.888239 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9eef3495-dd57-4313-a850-d46869d46fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (8945e930-4a8f-4f1e-8c8e-cbd02948d716), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.890825 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9eef3495-dd57-4313-a850-d46869d46fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:30.894758 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9eef3495-dd57-4313-a850-d46869d46fc0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8945e930-4a8f-4f1e-8c8e-cbd02948d716 HTTP/1.1" status: 204 len: 168 time: 0.1237586 Jun 15 00:36:30.902871 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef3495-dd57-4313-a850-d46869d46fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8945e930-4a8f-4f1e-8c8e-cbd02948d716,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:30.991535 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52777b-1e7e-44b3-83a6-9f8fc9b74987 req-7bfc2817-ee13-4a8e-8134-3ae824270033 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:30.993034 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf52777b-1e7e-44b3-83a6-9f8fc9b74987 req-7bfc2817-ee13-4a8e-8134-3ae824270033 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0488048 Jun 15 00:36:31.042529 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf52777b-1e7e-44b3-83a6-9f8fc9b74987 req-ff315db4-7989-465d-94f6-24c791cc980c tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 Jun 15 00:36:31.235294 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56794) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:31.248949 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-856ffd0f-a1a9-43ce-b8dd-e3f758ac5a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:31.330498 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-856ffd0f-a1a9-43ce-b8dd-e3f758ac5a76 admin admin] Publish callbacks [] for security_group (2ea091a0-fa5d-4de0-b9a7-7a3b44293c5f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:31.334267 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-856ffd0f-a1a9-43ce-b8dd-e3f758ac5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (2ea091a0-fa5d-4de0-b9a7-7a3b44293c5f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:31.361606 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:31.366127 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-856ffd0f-a1a9-43ce-b8dd-e3f758ac5a76 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c556f64134f248fbb677aa5e95056a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297967 Jun 15 00:36:31.369227 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 56796) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:31.388934 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ffd0f-a1a9-43ce-b8dd-e3f758ac5a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea091a0-fa5d-4de0-b9a7-7a3b44293c5f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:31.424220 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3ba321ab-11c7-44cb-9a43-ab57c3f662fb admin admin] Publish callbacks [] for security_group (2ea091a0-fa5d-4de0-b9a7-7a3b44293c5f), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:31.446768 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3ba321ab-11c7-44cb-9a43-ab57c3f662fb admin admin] Publish callbacks [] for security_group (2ea091a0-fa5d-4de0-b9a7-7a3b44293c5f), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:31.506213 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3ba321ab-11c7-44cb-9a43-ab57c3f662fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (2ea091a0-fa5d-4de0-b9a7-7a3b44293c5f), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:31.509031 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3ba321ab-11c7-44cb-9a43-ab57c3f662fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:31.516679 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-3ba321ab-11c7-44cb-9a43-ab57c3f662fb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2ea091a0-fa5d-4de0-b9a7-7a3b44293c5f HTTP/1.1" status: 204 len: 168 time: 0.1398818 Jun 15 00:36:31.518575 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba321ab-11c7-44cb-9a43-ab57c3f662fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea091a0-fa5d-4de0-b9a7-7a3b44293c5f,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:31.531659 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:32.163184 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776395f6-2de3-4606-b110-aada259e5212 req-45b9ab04-37e5-406b-bbf0-1c1d5d061fd3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:32.164677 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-776395f6-2de3-4606-b110-aada259e5212 req-45b9ab04-37e5-406b-bbf0-1c1d5d061fd3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0536590 Jun 15 00:36:32.215583 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-776395f6-2de3-4606-b110-aada259e5212 req-54ff23c9-bb63-478f-becc-2a505d1b9cc6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450523 Jun 15 00:36:32.424662 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:32.618888 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 56846) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:32.724582 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1618ecf6-b364-411e-84d3-5056981eea4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:32.806527 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1618ecf6-b364-411e-84d3-5056981eea4d admin admin] Publish callbacks [] for security_group (6cad585e-3fee-4820-83a6-4756f40349f7), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:32.810353 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1618ecf6-b364-411e-84d3-5056981eea4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (6cad585e-3fee-4820-83a6-4756f40349f7), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:32.830645 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:32.851956 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-1618ecf6-b364-411e-84d3-5056981eea4d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7345be21135f4e73947093d6f134f406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320738 Jun 15 00:36:32.852645 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618ecf6-b364-411e-84d3-5056981eea4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cad585e-3fee-4820-83a6-4756f40349f7,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:32.854685 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56854) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:32.907047 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1701ce52-08ed-4998-80e0-2632ffe9b886 admin admin] Publish callbacks [] for security_group (6cad585e-3fee-4820-83a6-4756f40349f7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:32.927813 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1701ce52-08ed-4998-80e0-2632ffe9b886 admin admin] Publish callbacks [] for security_group (6cad585e-3fee-4820-83a6-4756f40349f7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:32.975892 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1701ce52-08ed-4998-80e0-2632ffe9b886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (6cad585e-3fee-4820-83a6-4756f40349f7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:32.978709 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1701ce52-08ed-4998-80e0-2632ffe9b886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:32.979877 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1701ce52-08ed-4998-80e0-2632ffe9b886 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6cad585e-3fee-4820-83a6-4756f40349f7 HTTP/1.1" status: 204 len: 168 time: 0.1236229 Jun 15 00:36:32.987607 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701ce52-08ed-4998-80e0-2632ffe9b886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cad585e-3fee-4820-83a6-4756f40349f7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:33.331026 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b3208-85d6-4291-929d-8f7036b902e9 req-12b9320f-2e4d-45c5-85f5-29c3c30dc0a0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:33.332580 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-773b3208-85d6-4291-929d-8f7036b902e9 req-12b9320f-2e4d-45c5-85f5-29c3c30dc0a0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0501022 Jun 15 00:36:33.345765 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:33.383357 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-773b3208-85d6-4291-929d-8f7036b902e9 req-cf0afdd4-75a0-4361-8634-fbbc50f4a908 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452292 Jun 15 00:36:33.413363 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:33.607230 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 56888) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:33.713580 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-406246539-network', 'tenant_id': '1577716cf20f4274a95a51fb0fd6af99'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:36:33.734581 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Made reservation on behalf of 1577716cf20f4274a95a51fb0fd6af99 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:36:33.736952 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:33.745796 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:33.756692 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:33.824730 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Publish callbacks [] for security_group (73c7d007-3ca4-4a17-92a7-211bde3937f8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:33.828110 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (73c7d007-3ca4-4a17-92a7-211bde3937f8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:33.856536 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:36:33.862031 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c7d007-3ca4-4a17-92a7-211bde3937f8,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:33.870333 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (4f0daf54-3f96-4df5-9080-2b94cd7da005), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:33.870333 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Added segment 4f0daf54-3f96-4df5-9080-2b94cd7da005 of type vlan for network 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb Jun 15 00:36:33.910348 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (44b64b7b-e7e0-40e2-9675-5b5bfefa26cb), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:33.935819 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (44b64b7b-e7e0-40e2-9675-5b5bfefa26cb), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:33.936722 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:33.937311 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:33.965423 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3571470 Jun 15 00:36:33.968410 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 56894) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:33.974187 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-564f5555-4e25-44e2-b534-d976e90da296 admin admin] Request body: {'subnet': {'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-406246539-subnet', 'tenant_id': '1577716cf20f4274a95a51fb0fd6af99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:36:33.994570 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564f5555-4e25-44e2-b534-d976e90da296 admin admin] Made reservation on behalf of 1577716cf20f4274a95a51fb0fd6af99 for: {'subnet': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:36:33.996994 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-564f5555-4e25-44e2-b534-d976e90da296 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3365743'] for subnet (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:34.004868 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba446a8-2008-415b-9161-8d51a88b8bbf admin admin] Pushing event updated for resources: {'Network': ['ID=44b64b7b-e7e0-40e2-9675-5b5bfefa26cb,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:34.014869 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:36:34.173051 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-564f5555-4e25-44e2-b534-d976e90da296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3118017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3365697'] for subnet (b785adc0-6ede-4f8b-b143-35f0ab34774e), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:34.221204 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f5555-4e25-44e2-b534-d976e90da296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b785adc0-6ede-4f8b-b143-35f0ab34774e,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:34.239314 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f5555-4e25-44e2-b534-d976e90da296 admin admin] Checking segment: {'id': '4f0daf54-3f96-4df5-9080-2b94cd7da005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:36:34.239555 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f5555-4e25-44e2-b534-d976e90da296 admin admin] Network hostable DHCP agents. Network: 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:36:34.259175 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f5555-4e25-44e2-b534-d976e90da296 admin admin] Network 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:36:34.269550 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-564f5555-4e25-44e2-b534-d976e90da296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb) {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:36:34.273834 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f5555-4e25-44e2-b534-d976e90da296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:34.274492 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-564f5555-4e25-44e2-b534-d976e90da296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:34.280901 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff838752-0c12-4726-85e3-d4b779457796 None None] Network 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:36:34.291924 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-564f5555-4e25-44e2-b534-d976e90da296 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3223934 Jun 15 00:36:34.378049 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c6133-cd99-4de4-ab91-8a292f8add06 None None] Network 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:36:34.513295 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1edcab-c533-4b94-9284-26310a7143dc req-71b72316-0ae7-4446-bd5b-a85d31b0fb88 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:34.514842 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cb1edcab-c533-4b94-9284-26310a7143dc req-71b72316-0ae7-4446-bd5b-a85d31b0fb88 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0569148 Jun 15 00:36:34.563367 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:34.576840 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cb1edcab-c533-4b94-9284-26310a7143dc req-e5a0e29c-e2e8-4015-a575-455cc2624c3b tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507593 Jun 15 00:36:35.694405 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0198b8-1669-4ced-a404-f4b455fb7079 req-412a25fc-a97d-49ad-9e93-0d5d5d30c832 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:35.695906 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a0198b8-1669-4ced-a404-f4b455fb7079 req-412a25fc-a97d-49ad-9e93-0d5d5d30c832 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0465076 Jun 15 00:36:35.742506 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a0198b8-1669-4ced-a404-f4b455fb7079 req-8a7a7977-c63e-43c4-b2f9-10653918008e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Jun 15 00:36:36.851852 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934e984-37ed-4b07-a26d-417916931c4c req-0537ec21-7c0e-4cf6-b5cd-c1e15331c601 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:36.853292 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5934e984-37ed-4b07-a26d-417916931c4c req-0537ec21-7c0e-4cf6-b5cd-c1e15331c601 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0462224 Jun 15 00:36:36.900220 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5934e984-37ed-4b07-a26d-417916931c4c req-cbd29288-b012-421c-9422-4102ae71e729 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Jun 15 00:36:38.024012 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe3954-5856-4545-814c-0971fb677cf8 req-d068c1c4-cd81-41ac-bd3a-bdc79827cd02 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:38.025515 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e7fe3954-5856-4545-814c-0971fb677cf8 req-d068c1c4-cd81-41ac-bd3a-bdc79827cd02 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0527334 Jun 15 00:36:38.075467 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e7fe3954-5856-4545-814c-0971fb677cf8 req-98dc4735-5973-46d5-b4c4-1c61efa63f64 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442324 Jun 15 00:36:38.189199 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-2231bded-722f-4adc-b85b-241def3734fb tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:38.190660 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-2231bded-722f-4adc-b85b-241def3734fb tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/networks?id=44b64b7b-e7e0-40e2-9675-5b5bfefa26cb HTTP/1.1" status: 200 len: 808 time: 0.1012707 Jun 15 00:36:38.205352 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-f5656fc7-a708-4b1b-b185-f97b06573c7e tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/quotas/1577716cf20f4274a95a51fb0fd6af99 HTTP/1.1" status: 200 len: 375 time: 0.0088246 Jun 15 00:36:38.236706 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-80369c25-41b5-4ff6-8551-59bb9e950998 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=1577716cf20f4274a95a51fb0fd6af99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260794 Jun 15 00:36:38.336490 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-d36ef757-fc46-4864-95e4-419e1bb8c7a9 service neutron] 10.222.0.33 "GET /v2.0/networks/44b64b7b-e7e0-40e2-9675-5b5bfefa26cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922985 Jun 15 00:36:38.417756 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:38.429923 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-bb8b4971-139c-4264-9385-966a1f51be52 service neutron] 10.222.0.33 "GET /v2.0/networks/44b64b7b-e7e0-40e2-9675-5b5bfefa26cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877299 Jun 15 00:36:38.592524 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e9165fb1-8776-403d-9fba-d829c540474e req-9ee0cc3f-a4ac-410d-ae1f-29f0f9904d28 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 210 time: 0.0271924 Jun 15 00:36:39.200048 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8898ddf-72ee-43a1-9e12-ab7b16047aa9 req-811cc1bc-448e-449b-a873-df772eceb865 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:39.201600 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c8898ddf-72ee-43a1-9e12-ab7b16047aa9 req-811cc1bc-448e-449b-a873-df772eceb865 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0545533 Jun 15 00:36:39.251599 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c8898ddf-72ee-43a1-9e12-ab7b16047aa9 req-7efa9a39-edc5-4801-904e-fbee97aae45b tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439975 Jun 15 00:36:39.361101 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b27d4e-0e4c-4b70-94f0-ecf6b7d35cf3 req-b29fbb71-6e3e-4547-862e-64f9242c4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:39.362706 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-88b27d4e-0e4c-4b70-94f0-ecf6b7d35cf3 req-b29fbb71-6e3e-4547-862e-64f9242c4d46 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 1130 time: 0.0442963 Jun 15 00:36:39.409426 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-88b27d4e-0e4c-4b70-94f0-ecf6b7d35cf3 req-1fe242e2-c7cc-4884-968b-515dec9ded04 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392041 Jun 15 00:36:39.696004 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7163c8e4-0d0b-425f-83fb-27f522da45dc req-f60ff5c5-16e9-44b9-81ef-08d4c2084e2d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 210 time: 0.0273230 Jun 15 00:36:40.388537 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b393e33-c4b0-4ffd-8993-bfe470dec224 req-989c4140-d4d5-4fed-88f9-dfa16391c84b tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:40.390972 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3b393e33-c4b0-4ffd-8993-bfe470dec224 req-989c4140-d4d5-4fed-88f9-dfa16391c84b tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0599091 Jun 15 00:36:40.444618 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3b393e33-c4b0-4ffd-8993-bfe470dec224 req-c34264dd-dcc2-4b3e-84b2-0bd4bd682e26 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473173 Jun 15 00:36:40.668335 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-b5c34e81-da6a-4b3d-8ca3-a2e14a1f4b74 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:40.669873 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-b5c34e81-da6a-4b3d-8ca3-a2e14a1f4b74 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.42 "GET /v2.0/networks?id=44b64b7b-e7e0-40e2-9675-5b5bfefa26cb HTTP/1.1" status: 200 len: 808 time: 0.1110058 Jun 15 00:36:40.714283 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-3d319bd7-bbb0-443b-8dc3-a8e285a5b5fc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Request body: {'port': {'device_id': 'e11a076f-6e40-470d-b0c2-fd7615b57333', 'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb', 'admin_state_up': True, 'tenant_id': '1577716cf20f4274a95a51fb0fd6af99'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:36:40.776321 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:40.793966 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-22b27b5c-5479-4d7d-bf0a-33c8bb74d4eb req-385d2c5a-065b-41f7-9436-d50e27604cdc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 210 time: 0.0280783 Jun 15 00:36:40.846198 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-3d319bd7-bbb0-443b-8dc3-a8e285a5b5fc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Made reservation on behalf of 1577716cf20f4274a95a51fb0fd6af99 for: {'port': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:36:40.850856 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-3d319bd7-bbb0-443b-8dc3-a8e285a5b5fc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:40.924096 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:40.990626 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-3d319bd7-bbb0-443b-8dc3-a8e285a5b5fc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Allocated IP 172.20.0.2 (44b64b7b-e7e0-40e2-9675-5b5bfefa26cb/b785adc0-6ede-4f8b-b143-35f0ab34774e/b619fd15-babe-48ba-bade-41024c9863bf) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:36:41.166100 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-3d319bd7-bbb0-443b-8dc3-a8e285a5b5fc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks [] for port (b619fd15-babe-48ba-bade-41024c9863bf), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:41.196968 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-3d319bd7-bbb0-443b-8dc3-a8e285a5b5fc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (b619fd15-babe-48ba-bade-41024c9863bf), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:41.203062 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:41.249641 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-3d319bd7-bbb0-443b-8dc3-a8e285a5b5fc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Network 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:36:41.255592 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-3d319bd7-bbb0-443b-8dc3-a8e285a5b5fc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:36:41.259580 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-3d319bd7-bbb0-443b-8dc3-a8e285a5b5fc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:36:41.282230 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d319bd7-bbb0-443b-8dc3-a8e285a5b5fc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Pushing event updated for resources: {'Port': ['ID=b619fd15-babe-48ba-bade-41024c9863bf,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:41.309785 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-3d319bd7-bbb0-443b-8dc3-a8e285a5b5fc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:41.310390 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-3d319bd7-bbb0-443b-8dc3-a8e285a5b5fc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:41.325798 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-3d319bd7-bbb0-443b-8dc3-a8e285a5b5fc tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6154964 Jun 15 00:36:41.525811 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Request body: {'port': {'device_id': 'e11a076f-6e40-470d-b0c2-fd7615b57333', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:36:41.598699 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed6c10-7556-4458-ad87-0ed5382bd3dc req-e9b20819-c4f0-40b7-a0f3-ff1e51783a7a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:41.600489 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-06ed6c10-7556-4458-ad87-0ed5382bd3dc req-e9b20819-c4f0-40b7-a0f3-ff1e51783a7a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0788624 Jun 15 00:36:41.649275 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b619fd15-babe-48ba-bade-41024c9863bf), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:41.683542 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-06ed6c10-7556-4458-ad87-0ed5382bd3dc req-06ec3104-7f79-4f27-af9b-a6291323bf5d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618339 Jun 15 00:36:41.901429 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:41.935040 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69886dd4-5b5d-4288-95d8-95efcee5c28a req-fbf90f70-60bd-41c7-b484-ef047222fc59 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:41.936581 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69886dd4-5b5d-4288-95d8-95efcee5c28a req-fbf90f70-60bd-41c7-b484-ef047222fc59 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 931 time: 0.0614171 Jun 15 00:36:41.971588 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e535cf-959b-48fe-9090-a603f9e90913 req-cf6c1530-513d-42e8-97ed-966b3d26cd16 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:41.972503 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-55e535cf-959b-48fe-9090-a603f9e90913 req-cf6c1530-513d-42e8-97ed-966b3d26cd16 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0849996 Jun 15 00:36:41.986060 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69886dd4-5b5d-4288-95d8-95efcee5c28a req-503c0728-fed0-44b3-8c2b-8d3457a38599 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423491 Jun 15 00:36:41.990931 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b619fd15-babe-48ba-bade-41024c9863bf {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:36:42.005950 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Publish callbacks [] for port (b619fd15-babe-48ba-bade-41024c9863bf), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:42.035857 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Transition to ACTIVE for port object b619fd15-babe-48ba-bade-41024c9863bf will not be triggered until provisioned by entity L2. {{(pid=104110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:36:42.040358 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (b619fd15-babe-48ba-bade-41024c9863bf), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:42.050829 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-55e535cf-959b-48fe-9090-a603f9e90913 req-1c223f69-6629-4735-a6ce-b384c85a0a7f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712962 Jun 15 00:36:42.097290 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Pushing event updated for resources: {'Port': ['ID=b619fd15-babe-48ba-bade-41024c9863bf,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:42.168514 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Attempting to bind port b619fd15-babe-48ba-bade-41024c9863bf on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:36:42.168858 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Attempting to bind port b619fd15-babe-48ba-bade-41024c9863bf by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '4f0daf54-3f96-4df5-9080-2b94cd7da005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:36:42.169182 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Attempting to bind port b619fd15-babe-48ba-bade-41024c9863bf on network 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:36:42.173499 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Port b619fd15-babe-48ba-bade-41024c9863bf on network 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:36:42.173826 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Attempting to bind port b619fd15-babe-48ba-bade-41024c9863bf on network 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:36:42.179271 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:36:42.179604 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Checking segment: {'id': '4f0daf54-3f96-4df5-9080-2b94cd7da005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:36:42.179984 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Bound using segment: {'id': '4f0daf54-3f96-4df5-9080-2b94cd7da005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:36:42.180513 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Bound port: b619fd15-babe-48ba-bade-41024c9863bf, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0daf54-3f96-4df5-9080-2b94cd7da005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:36:42.180757 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b619fd15-babe-48ba-bade-41024c9863bf), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:42.242749 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:42.246993 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] For port b619fd15-babe-48ba-bade-41024c9863bf, host hv-cinder-83538, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:36:42.250382 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] For port b619fd15-babe-48ba-bade-41024c9863bf, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b619fd15-babe-48ba-bade-41024c9863bf,segment=NetworkSegment(4f0daf54-3f96-4df5-9080-2b94cd7da005),segment_id=4f0daf54-3f96-4df5-9080-2b94cd7da005)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:36:42.257471 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (b619fd15-babe-48ba-bade-41024c9863bf), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:42.297831 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:42.298457 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:42.299883 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] 10.222.0.42 "PUT /v2.0/ports/b619fd15-babe-48ba-bade-41024c9863bf HTTP/1.1" status: 200 len: 1093 time: 0.7821603 Jun 15 00:36:42.300373 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11a076f-6e40-470d-b0c2-fd7615b57333', 'tag': 'b619fd15-babe-48ba-bade-41024c9863bf'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:36:42.302727 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d79db51-09c9-4e85-9d28-6d9b1d1d33cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e11a076f-6e40-470d-b0c2-fd7615b57333", "tag": "b619fd15-babe-48ba-bade-41024c9863bf"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:36:42.334683 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d1882-ed76-4a53-8307-eac9518f553d service neutron] Pushing event updated for resources: {'Port': ['ID=b619fd15-babe-48ba-bade-41024c9863bf,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:42.345189 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9333657c-e6d4-46ac-b609-8f1c9e59ed63 x-openstack-request-id: req-9333657c-e6d4-46ac-b609-8f1c9e59ed63 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:36:42.345478 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11a076f-6e40-470d-b0c2-fd7615b57333", "tag": "b619fd15-babe-48ba-bade-41024c9863bf", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:36:42.345730 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9333657c-e6d4-46ac-b609-8f1c9e59ed63 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:36:42.346150 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9333657c-e6d4-46ac-b609-8f1c9e59ed63'] response: {'name': 'network-changed', 'server_uuid': 'e11a076f-6e40-470d-b0c2-fd7615b57333', 'tag': 'b619fd15-babe-48ba-bade-41024c9863bf', 'status': 'completed', 'code': 200} Jun 15 00:36:43.099341 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0ba89-0d4a-4a10-bc75-77e53e2efddd req-e86f09e9-f26f-4a3b-835f-273a1d036d2f tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:43.101089 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c0d0ba89-0d4a-4a10-bc75-77e53e2efddd req-e86f09e9-f26f-4a3b-835f-273a1d036d2f tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 943 time: 0.0474112 Jun 15 00:36:43.150631 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c0d0ba89-0d4a-4a10-bc75-77e53e2efddd req-277bdcb6-bc5d-49b0-9a8f-65af917c2629 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441027 Jun 15 00:36:43.165774 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9901c0-32b8-4884-8464-180e83584d4b req-a4825455-1b14-4e56-b6f4-ca6a8b5b8b5f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:43.167332 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce9901c0-32b8-4884-8464-180e83584d4b req-a4825455-1b14-4e56-b6f4-ca6a8b5b8b5f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0470688 Jun 15 00:36:43.213351 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce9901c0-32b8-4884-8464-180e83584d4b req-980683cb-3372-4fa7-a489-354098cd3dfd tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404780 Jun 15 00:36:44.264462 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425630c6-caf5-4544-a417-3f5947a46aca req-51f439f6-89bf-448d-bb2c-0f582c9932ee tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:44.265983 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-425630c6-caf5-4544-a417-3f5947a46aca req-51f439f6-89bf-448d-bb2c-0f582c9932ee tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 943 time: 0.0470896 Jun 15 00:36:44.314087 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-425630c6-caf5-4544-a417-3f5947a46aca req-3a269a0c-dcc6-4855-9ef5-e4e1f02701e5 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Jun 15 00:36:44.330086 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f6c9a-1e91-4762-adf8-b0b87663f21c req-87cd92cd-4f5a-4575-ba1c-b40d2a3d31e7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:44.331615 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-075f6c9a-1e91-4762-adf8-b0b87663f21c req-87cd92cd-4f5a-4575-ba1c-b40d2a3d31e7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0496547 Jun 15 00:36:44.381650 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-075f6c9a-1e91-4762-adf8-b0b87663f21c req-740aa754-b92d-456f-97e2-dd046273d5c0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Jun 15 00:36:44.467802 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:44.523573 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70201-2172-49d3-8bcb-f38cc3be8c3e req-2149b05f-106e-4d66-8c0a-64317ed1b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:44.525038 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cfe70201-2172-49d3-8bcb-f38cc3be8c3e req-2149b05f-106e-4d66-8c0a-64317ed1b072 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 1130 time: 0.0701938 Jun 15 00:36:44.534236 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79db51-09c9-4e85-9d28-6d9b1d1d33cd req-ecb7a1ea-c758-4645-8fe3-d4716e04ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:44.536304 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4d79db51-09c9-4e85-9d28-6d9b1d1d33cd req-ecb7a1ea-c758-4645-8fe3-d4716e04ff65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1577716cf20f4274a95a51fb0fd6af99&device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 1127 time: 0.0487096 Jun 15 00:36:44.881025 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70201-2172-49d3-8bcb-f38cc3be8c3e req-2cf96efd-2ea4-441b-862c-4c237e888f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:44.882487 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cfe70201-2172-49d3-8bcb-f38cc3be8c3e req-2cf96efd-2ea4-441b-862c-4c237e888f20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.3452311 Jun 15 00:36:44.886782 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79db51-09c9-4e85-9d28-6d9b1d1d33cd req-06c7dd3d-5be4-4439-a97b-12a751e3dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:44.888153 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4d79db51-09c9-4e85-9d28-6d9b1d1d33cd req-06c7dd3d-5be4-4439-a97b-12a751e3dfc3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1577716cf20f4274a95a51fb0fd6af99&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1467714 Jun 15 00:36:44.949392 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cfe70201-2172-49d3-8bcb-f38cc3be8c3e req-450b1c83-b24c-4b0c-bff7-e6d52ec48e88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2bbd2bd-a2e4-4dfa-a62a-282539206286 HTTP/1.1" status: 200 len: 217 time: 0.0512547 Jun 15 00:36:44.997475 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:45.019194 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79db51-09c9-4e85-9d28-6d9b1d1d33cd req-3734d483-eadf-47e1-a151-4a10fb341128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:45.021225 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4d79db51-09c9-4e85-9d28-6d9b1d1d33cd req-3734d483-eadf-47e1-a151-4a10fb341128 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174855 Jun 15 00:36:45.430599 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058aeb9-8b10-4da6-ae27-83d48ac8178e req-edfb0710-7653-4695-926e-d5d2f2c586af tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:45.432211 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d058aeb9-8b10-4da6-ae27-83d48ac8178e req-edfb0710-7653-4695-926e-d5d2f2c586af tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 943 time: 0.0484521 Jun 15 00:36:45.486324 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d058aeb9-8b10-4da6-ae27-83d48ac8178e req-3b0e074a-f859-42db-bc8f-d20efbdaf1d3 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483599 Jun 15 00:36:45.630126 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efea4c-7aa2-4a87-9d84-340d89d4b7fc req-d4480e19-5915-4763-95d4-f25d82c2a3b6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:45.631521 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e9efea4c-7aa2-4a87-9d84-340d89d4b7fc req-d4480e19-5915-4763-95d4-f25d82c2a3b6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0455160 Jun 15 00:36:45.678369 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e9efea4c-7aa2-4a87-9d84-340d89d4b7fc req-d471c29b-f14c-4237-9abc-6ee832f19722 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 Jun 15 00:36:46.601074 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751dfbf-1fcc-4f66-8896-3154070bb7ee req-3ab33d6b-7abc-42c9-b712-4a1b9bd0690c tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:46.602539 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8751dfbf-1fcc-4f66-8896-3154070bb7ee req-3ab33d6b-7abc-42c9-b712-4a1b9bd0690c tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 943 time: 0.0495679 Jun 15 00:36:46.649304 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8751dfbf-1fcc-4f66-8896-3154070bb7ee req-a83d199e-17a6-4832-9597-e996ce10d78f tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Jun 15 00:36:46.788576 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a202a-b12c-41ea-a9ca-194e96adbc7f req-52fd534b-8726-4375-80e4-986e34e4d843 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:46.790009 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-487a202a-b12c-41ea-a9ca-194e96adbc7f req-52fd534b-8726-4375-80e4-986e34e4d843 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0454276 Jun 15 00:36:46.818740 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:46.841844 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-487a202a-b12c-41ea-a9ca-194e96adbc7f req-6c988cc0-8c94-4515-8185-fbfd48fe3a58 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464406 Jun 15 00:36:47.670869 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70201-2172-49d3-8bcb-f38cc3be8c3e req-69f35dbb-52ee-4bdb-bdf0-7b78cbbe3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:47.672418 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cfe70201-2172-49d3-8bcb-f38cc3be8c3e req-69f35dbb-52ee-4bdb-bdf0-7b78cbbe3606 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.0460999 Jun 15 00:36:47.760340 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:47.784100 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70201-2172-49d3-8bcb-f38cc3be8c3e req-595022db-fb05-4ec3-bcc8-e4ca5ccbf6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:47.786360 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cfe70201-2172-49d3-8bcb-f38cc3be8c3e req-595022db-fb05-4ec3-bcc8-e4ca5ccbf6d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0967627 Jun 15 00:36:47.794040 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-e8bae508-3914-492b-b183-0cd78d117577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:47.795401 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-e8bae508-3914-492b-b183-0cd78d117577 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1577716cf20f4274a95a51fb0fd6af99&device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 1127 time: 0.0958745 Jun 15 00:36:47.830571 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2adb3e-da81-4255-8dc6-28c5ee0ff949 req-07e75c58-5486-407e-aac8-52e632516af4 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:47.832001 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8f2adb3e-da81-4255-8dc6-28c5ee0ff949 req-07e75c58-5486-407e-aac8-52e632516af4 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 943 time: 0.1059594 Jun 15 00:36:47.862486 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-52615d13-8d91-46ed-8414-c70285f2649c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b619fd15-babe-48ba-bade-41024c9863bf HTTP/1.1" status: 200 len: 217 time: 0.0469058 Jun 15 00:36:47.963510 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dbb07-04bf-4761-b32f-8bbb2e9dd043 req-c200a17d-9d8c-4af2-9f83-ffaa68fa9262 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:47.965329 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ed5dbb07-04bf-4761-b32f-8bbb2e9dd043 req-c200a17d-9d8c-4af2-9f83-ffaa68fa9262 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0474861 Jun 15 00:36:47.996223 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-8c8d2252-7005-4666-a185-26848a6d5707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:47.998087 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-8c8d2252-7005-4666-a185-26848a6d5707 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b785adc0-6ede-4f8b-b143-35f0ab34774e HTTP/1.1" status: 200 len: 848 time: 0.1214323 Jun 15 00:36:48.004463 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8f2adb3e-da81-4255-8dc6-28c5ee0ff949 req-9f69b617-adcd-4306-9700-6929ce63a729 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451430 Jun 15 00:36:48.006249 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cfe70201-2172-49d3-8bcb-f38cc3be8c3e req-70fd8a0d-6047-4a86-a576-1018e2424cc4 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133989 Jun 15 00:36:48.014761 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ed5dbb07-04bf-4761-b32f-8bbb2e9dd043 req-d973c4fd-f4a8-41c8-888a-65f2651e8d14 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438409 Jun 15 00:36:48.066106 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-b750dedb-6a8b-40fd-9b50-b439f61b39b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44b64b7b-e7e0-40e2-9675-5b5bfefa26cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472579 Jun 15 00:36:48.198887 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cfe70201-2172-49d3-8bcb-f38cc3be8c3e req-1a87dba2-61a5-4cb5-b2e6-aad30dd44786 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713712 Jun 15 00:36:48.222241 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-ef840407-a947-4287-97cf-77005036d18f service neutron] 10.222.0.42 "GET /v2.0/networks/44b64b7b-e7e0-40e2-9675-5b5bfefa26cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455545 Jun 15 00:36:48.341212 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e552b492-88fd-4b15-a79d-a3c4dda15727 req-bc10d377-1c1e-40e6-b8ba-004766f72343 service neutron] 10.222.0.42 "GET /v2.0/networks/44b64b7b-e7e0-40e2-9675-5b5bfefa26cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845129 Jun 15 00:36:48.471894 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:48.481983 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:49.122287 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478e4e4-0e94-44f3-9182-990247b28e0f req-81d5070a-a21b-4ca7-a392-108d08bd9432 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:49.123693 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a478e4e4-0e94-44f3-9182-990247b28e0f req-81d5070a-a21b-4ca7-a392-108d08bd9432 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 943 time: 0.0464885 Jun 15 00:36:49.127398 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231647ca-61f3-448c-a635-c8ccd0d50f43 req-68bba20c-316d-4371-aa0c-101ea90a8af5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:49.130197 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-231647ca-61f3-448c-a635-c8ccd0d50f43 req-68bba20c-316d-4371-aa0c-101ea90a8af5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0471537 Jun 15 00:36:49.178735 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a478e4e4-0e94-44f3-9182-990247b28e0f req-5434956c-2328-4a17-b2ad-864381b3ff9d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492942 Jun 15 00:36:49.185027 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-231647ca-61f3-448c-a635-c8ccd0d50f43 req-b0b1fa06-7fd3-4be2-a95d-0e5579c09628 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430958 Jun 15 00:36:50.295400 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04828c-d82a-4b26-8e41-5d71c0402fd8 req-0e78e0a1-a1e2-411e-a20e-9f187a75eab8 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:50.296873 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fe04828c-d82a-4b26-8e41-5d71c0402fd8 req-0e78e0a1-a1e2-411e-a20e-9f187a75eab8 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 943 time: 0.0481143 Jun 15 00:36:50.299655 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802527cd-b265-4968-a5b5-9eaa013733d5 req-510b7477-1bcf-4d6f-b27c-9ae9df2d1e88 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:50.301067 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-802527cd-b265-4968-a5b5-9eaa013733d5 req-510b7477-1bcf-4d6f-b27c-9ae9df2d1e88 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0500619 Jun 15 00:36:50.314797 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:50.346598 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fe04828c-d82a-4b26-8e41-5d71c0402fd8 req-0e071c4f-c4d0-4f60-8b73-38442f3913f2 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441818 Jun 15 00:36:50.350496 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-802527cd-b265-4968-a5b5-9eaa013733d5 req-dcd17c0e-5e53-46f9-b02f-b16b0a1f62d6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439632 Jun 15 00:36:51.462280 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c958622-f364-4db9-8d7a-dd464aaf91ab req-2083bdef-2488-4cbc-8588-23d5663960be tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:51.463030 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1731ba-638a-4e66-a0fe-34773635f84a req-c282ebb7-871c-49aa-8263-7c83f7081839 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:51.463799 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c958622-f364-4db9-8d7a-dd464aaf91ab req-2083bdef-2488-4cbc-8588-23d5663960be tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 943 time: 0.0481331 Jun 15 00:36:51.464403 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9f1731ba-638a-4e66-a0fe-34773635f84a req-c282ebb7-871c-49aa-8263-7c83f7081839 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0464377 Jun 15 00:36:51.513682 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9f1731ba-638a-4e66-a0fe-34773635f84a req-9a9fd3b8-14d6-47fd-81d6-1a193a4f7cda tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435925 Jun 15 00:36:51.514273 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c958622-f364-4db9-8d7a-dd464aaf91ab req-075a823d-f2fe-4b69-beb3-5df84bf25e08 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Jun 15 00:36:51.920891 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 57166) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:52.033245 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:52.110609 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Publish callbacks [] for security_group (b66b3f0c-e356-403b-9914-843fa165b874), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:52.114704 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (b66b3f0c-e356-403b-9914-843fa165b874), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:52.119926 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:52.155370 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66b3f0c-e356-403b-9914-843fa165b874,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:52.159267 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e4e899ec13ff45fab993cb675ff684f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373414 Jun 15 00:36:52.161973 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 57176) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:52.165194 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.165545 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.165919 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.166243 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.166589 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.166947 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.167282 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.167661 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.167937 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.168262 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.168588 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.168916 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.169237 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.169557 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.169877 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e9e43-cc8b-4410-a70f-0a374adb343d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.213804 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Publish callbacks [] for security_group (b66b3f0c-e356-403b-9914-843fa165b874), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:52.238644 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Publish callbacks [] for security_group (b66b3f0c-e356-403b-9914-843fa165b874), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:52.251696 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:52.284283 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (b66b3f0c-e356-403b-9914-843fa165b874), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:52.287336 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:52.288452 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b66b3f0c-e356-403b-9914-843fa165b874 HTTP/1.1" status: 204 len: 168 time: 0.1252337 Jun 15 00:36:52.296224 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66b3f0c-e356-403b-9914-843fa165b874,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:52.303951 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.304296 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.304633 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.304967 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.305296 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.305622 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.305945 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.306266 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.306588 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.306946 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.307273 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.307593 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.307910 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.308225 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.308545 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c2166-aded-44c6-bcb0-f0c591c4676a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.446059 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device b619fd15-babe-48ba-bade-41024c9863bf details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:36:52.553995 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port b619fd15-babe-48ba-bade-41024c9863bf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b619fd15-babe-48ba-bade-41024c9863bf,segment=NetworkSegment(4f0daf54-3f96-4df5-9080-2b94cd7da005),segment_id=4f0daf54-3f96-4df5-9080-2b94cd7da005)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:36:52.569217 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': 'b619fd15-babe-48ba-bade-41024c9863bf', 'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb', 'port_id': 'b619fd15-babe-48ba-bade-41024c9863bf', 'mac_address': 'fa:16:3e:8b:ee:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b785adc0-6ede-4f8b-b143-35f0ab34774e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:36:52.611306 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port b619fd15-babe-48ba-bade-41024c9863bf is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:36:52.611921 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b619fd15-babe-48ba-bade-41024c9863bf), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:52.627286 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b619fd15-babe-48ba-bade-41024c9863bf {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:36:52.639934 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793f97a-9491-473e-8790-44535f764312 req-7a74c485-4375-4d26-a3c6-848aad7f3d3a tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:52.642436 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9793f97a-9491-473e-8790-44535f764312 req-7a74c485-4375-4d26-a3c6-848aad7f3d3a tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 943 time: 0.0529273 Jun 15 00:36:52.651800 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port b619fd15-babe-48ba-bade-41024c9863bf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b619fd15-babe-48ba-bade-41024c9863bf,segment=NetworkSegment(4f0daf54-3f96-4df5-9080-2b94cd7da005),segment_id=4f0daf54-3f96-4df5-9080-2b94cd7da005)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:36:52.656367 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b619fd15-babe-48ba-bade-41024c9863bf), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:52.699419 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9793f97a-9491-473e-8790-44535f764312 req-adc21a6c-5030-481e-b374-b90a27dce6ed tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508547 Jun 15 00:36:52.708646 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=b619fd15-babe-48ba-bade-41024c9863bf,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:52.720353 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.720699 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.721044 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.721734 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.721734 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.722109 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.722476 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.723312 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.723637 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.723966 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.724263 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.724852 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.725175 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.725613 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.725936 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:36:52.918263 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 57204) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:52.922891 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-31869503-43d2-4796-834f-2ed0f3603e18 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237097795', 'description': 'tempest-description--1280810523'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:36:52.943495 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-31869503-43d2-4796-834f-2ed0f3603e18 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.013490 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-31869503-43d2-4796-834f-2ed0f3603e18 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for security_group (aa711958-63af-4bd8-bb54-c1b8af610a85), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.017889 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-31869503-43d2-4796-834f-2ed0f3603e18 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (aa711958-63af-4bd8-bb54-c1b8af610a85), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.046948 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-31869503-43d2-4796-834f-2ed0f3603e18 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.050865 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-31869503-43d2-4796-834f-2ed0f3603e18 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1287987 Jun 15 00:36:53.051268 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 57212) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:53.052440 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31869503-43d2-4796-834f-2ed0f3603e18 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa711958-63af-4bd8-bb54-c1b8af610a85,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:53.061723 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-81abd414-e0f7-451e-a969-81e961d08cd0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Request body: {'security_group_rule': {'security_group_id': 'aa711958-63af-4bd8-bb54-c1b8af610a85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:36:53.096017 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-81abd414-e0f7-451e-a969-81e961d08cd0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for security_group_rule (e911ef46-f82d-42f3-b9ee-43f24367e618), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.121250 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['b619fd15-babe-48ba-bade-41024c9863bf'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:36:53.169387 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-81abd414-e0f7-451e-a969-81e961d08cd0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for security_group_rule (e911ef46-f82d-42f3-b9ee-43f24367e618), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.173686 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-81abd414-e0f7-451e-a969-81e961d08cd0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (e911ef46-f82d-42f3-b9ee-43f24367e618), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.204960 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abd414-e0f7-451e-a969-81e961d08cd0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e911ef46-f82d-42f3-b9ee-43f24367e618,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:53.222498 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-81abd414-e0f7-451e-a969-81e961d08cd0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.224469 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-81abd414-e0f7-451e-a969-81e961d08cd0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1721990 Jun 15 00:36:53.227723 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 57244) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:53.232730 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-c2214f72-b59c-4016-b499-dd56c8c1d72d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Request body: {'security_group_rule': {'security_group_id': 'aa711958-63af-4bd8-bb54-c1b8af610a85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:36:53.271059 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c2214f72-b59c-4016-b499-dd56c8c1d72d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for security_group_rule (5e21cc87-0a7f-455a-b3c1-c85e187df750), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.333614 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c2214f72-b59c-4016-b499-dd56c8c1d72d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for security_group_rule (5e21cc87-0a7f-455a-b3c1-c85e187df750), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.338522 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c2214f72-b59c-4016-b499-dd56c8c1d72d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (5e21cc87-0a7f-455a-b3c1-c85e187df750), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.349179 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:53.365694 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2214f72-b59c-4016-b499-dd56c8c1d72d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e21cc87-0a7f-455a-b3c1-c85e187df750,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:53.378335 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c2214f72-b59c-4016-b499-dd56c8c1d72d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.380496 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c2214f72-b59c-4016-b499-dd56c8c1d72d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514337 Jun 15 00:36:53.383135 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 57256) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:53.388233 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:36:53.411706 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.453351 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 57258) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:53.506640 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.588434 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-71900086-ef27-40b6-b173-01531d1ed673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.632666 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Allocated IP 172.27.3.42 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/78af041c-da40-402f-9295-8b45de7a2fd7) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:36:53.683444 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-71900086-ef27-40b6-b173-01531d1ed673 admin admin] Publish callbacks [] for security_group (6760369b-8c88-4d8c-805a-be72b4fff613), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.687649 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-71900086-ef27-40b6-b173-01531d1ed673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (6760369b-8c88-4d8c-805a-be72b4fff613), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.731111 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-71900086-ef27-40b6-b173-01531d1ed673 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=471779ee2c1f458ca81bfa5f042ecca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766206 Jun 15 00:36:53.734645 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 57268) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:53.736236 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71900086-ef27-40b6-b173-01531d1ed673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6760369b-8c88-4d8c-805a-be72b4fff613,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:53.765146 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for port (78af041c-da40-402f-9295-8b45de7a2fd7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.815655 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:53.858583 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3c938-93a7-407c-b18b-1129bc579db7 req-9658cd92-fd8f-45ba-be24-dd895954f7cd tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:53.860094 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cdd3c938-93a7-407c-b18b-1129bc579db7 req-9658cd92-fd8f-45ba-be24-dd895954f7cd tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 944 time: 0.0852246 Jun 15 00:36:53.867240 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d47cd437-1284-4224-9760-ed886db20028 admin admin] Publish callbacks [] for security_group (6760369b-8c88-4d8c-805a-be72b4fff613), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.888257 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (78af041c-da40-402f-9295-8b45de7a2fd7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.933066 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d47cd437-1284-4224-9760-ed886db20028 admin admin] Publish callbacks [] for security_group (6760369b-8c88-4d8c-805a-be72b4fff613), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:53.970624 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:53.978025 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:36:53.996505 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:36:54.007419 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:36:54.011520 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Pushing event updated for resources: {'Port': ['ID=78af041c-da40-402f-9295-8b45de7a2fd7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:54.033190 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cdd3c938-93a7-407c-b18b-1129bc579db7 req-72fb19b6-292a-4c1e-8cea-c36b2eebba4e tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629417 Jun 15 00:36:54.072589 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d47cd437-1284-4224-9760-ed886db20028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (6760369b-8c88-4d8c-805a-be72b4fff613), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:54.075220 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d47cd437-1284-4224-9760-ed886db20028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:54.076373 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d47cd437-1284-4224-9760-ed886db20028 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6760369b-8c88-4d8c-805a-be72b4fff613 HTTP/1.1" status: 204 len: 168 time: 0.3373690 Jun 15 00:36:54.112313 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cd437-1284-4224-9760-ed886db20028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6760369b-8c88-4d8c-805a-be72b4fff613,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:54.127452 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for floatingip (853e591f-27bb-4fc5-a41a-aa56d8f688f9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:54.183716 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (78af041c-da40-402f-9295-8b45de7a2fd7), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:54.344440 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for port (78af041c-da40-402f-9295-8b45de7a2fd7), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:54.352269 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (78af041c-da40-402f-9295-8b45de7a2fd7), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:54.424758 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Pushing event updated for resources: {'Port': ['ID=78af041c-da40-402f-9295-8b45de7a2fd7,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:54.438028 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (853e591f-27bb-4fc5-a41a-aa56d8f688f9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:54.457587 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:54.458866 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-647ee178-1d76-49f3-afb5-04c475de3272 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0746951 Jun 15 00:36:54.462060 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device b619fd15-babe-48ba-bade-41024c9863bf up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:36:54.466080 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:54.486142 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:54.517123 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port b619fd15-babe-48ba-bade-41024c9863bf completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:36:54.529947 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port b619fd15-babe-48ba-bade-41024c9863bf triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:36:54.530347 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b619fd15-babe-48ba-bade-41024c9863bf), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:54.608742 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port b619fd15-babe-48ba-bade-41024c9863bf is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:36:54.609133 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b619fd15-babe-48ba-bade-41024c9863bf), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:54.635652 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11a076f-6e40-470d-b0c2-fd7615b57333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b619fd15-babe-48ba-bade-41024c9863bf'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:36:54.641182 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b329921-7aa5-4d34-9312-ee572093ebff" -d '{"events": [{"server_uuid": "e11a076f-6e40-470d-b0c2-fd7615b57333", "name": "network-vif-plugged", "status": "completed", "tag": "b619fd15-babe-48ba-bade-41024c9863bf"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:36:54.655349 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port b619fd15-babe-48ba-bade-41024c9863bf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b619fd15-babe-48ba-bade-41024c9863bf,segment=NetworkSegment(4f0daf54-3f96-4df5-9080-2b94cd7da005),segment_id=4f0daf54-3f96-4df5-9080-2b94cd7da005)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:36:54.660967 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b619fd15-babe-48ba-bade-41024c9863bf), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:54.706491 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9de37c-541f-4163-a235-81b823e15ea6 x-openstack-request-id: req-9e9de37c-541f-4163-a235-81b823e15ea6 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:36:54.706823 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11a076f-6e40-470d-b0c2-fd7615b57333", "name": "network-vif-plugged", "status": "completed", "tag": "b619fd15-babe-48ba-bade-41024c9863bf", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:36:54.707613 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9e9de37c-541f-4163-a235-81b823e15ea6 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:36:54.708004 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9de37c-541f-4163-a235-81b823e15ea6'] response: {'server_uuid': 'e11a076f-6e40-470d-b0c2-fd7615b57333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b619fd15-babe-48ba-bade-41024c9863bf', 'code': 200} Jun 15 00:36:54.725939 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=b619fd15-babe-48ba-bade-41024c9863bf,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:54.737923 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-045034f2-d638-4977-ad4e-24d7bb1d4b65 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1237097795&fields=id&tenant_id=c41af6aa819743d380018ec1eed0a793 HTTP/1.1" status: 200 len: 267 time: 0.0601735 Jun 15 00:36:54.773488 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:54.868672 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a2a8cc79-486a-429d-8b2f-f813fab09202 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:54.870119 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a2a8cc79-486a-429d-8b2f-f813fab09202 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 818 time: 0.1215274 Jun 15 00:36:54.883738 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 57320) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:54.892118 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-1facbe7c-e382-489d-b0c4-4b279c56f738 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/quotas/c41af6aa819743d380018ec1eed0a793 HTTP/1.1" status: 200 len: 375 time: 0.0165429 Jun 15 00:36:54.979440 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-9c48f98c-a67d-43ac-ad29-dc7411059897 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0788159 Jun 15 00:36:54.980437 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5451f5-445e-4afe-a263-174fe527e460 req-fa61c7fc-65f2-4bb9-adae-58996a686fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:54.981798 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7a5451f5-445e-4afe-a263-174fe527e460 req-fa61c7fc-65f2-4bb9-adae-58996a686fde service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 1129 time: 0.0708287 Jun 15 00:36:54.997811 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1526977052-network', 'tenant_id': '187f3726566d4c0bb0daf7b90cfe9a8b'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:36:55.018726 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Made reservation on behalf of 187f3726566d4c0bb0daf7b90cfe9a8b for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:36:55.021663 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:55.031341 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:55.094233 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:55.095655 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7a5451f5-445e-4afe-a263-174fe527e460 req-bc0203bd-10d9-4714-99d6-1ffcf3184f9f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057339 Jun 15 00:36:55.116963 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-293ec296-38e7-4819-866d-65492655ab21 service neutron] 10.222.0.33 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210053 Jun 15 00:36:55.127796 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Publish callbacks [] for security_group (06a1fa0d-a4c4-4e57-b617-3118c1bb648e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:55.132621 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (06a1fa0d-a4c4-4e57-b617-3118c1bb648e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:55.182001 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:36:55.199035 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dcbd8-16a9-4ae0-ae8e-f2a4ef0b9122 req-c50ce332-2181-4453-af59-8ebaf1939120 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:55.200577 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b66dcbd8-16a9-4ae0-ae8e-f2a4ef0b9122 req-c50ce332-2181-4453-af59-8ebaf1939120 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 945 time: 0.0857742 Jun 15 00:36:55.202940 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a1fa0d-a4c4-4e57-b617-3118c1bb648e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:55.209989 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (414f32d1-ce0c-4a52-b122-5af556508197), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:55.210517 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Added segment 414f32d1-ce0c-4a52-b122-5af556508197 of type vlan for network d4847d3d-9d12-4745-b2d2-88fd010a837d Jun 15 00:36:55.215236 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-004a3ec7-9b43-4e04-8cb9-420927da6830 service neutron] 10.222.0.33 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916784 Jun 15 00:36:55.279574 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (d4847d3d-9d12-4745-b2d2-88fd010a837d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:55.310671 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b66dcbd8-16a9-4ae0-ae8e-f2a4ef0b9122 req-a0468fb4-1e6a-4364-bc84-e54f5a08d2ab tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025083 Jun 15 00:36:55.315261 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:55.325933 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (d4847d3d-9d12-4745-b2d2-88fd010a837d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:55.327345 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:55.328138 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:55.365494 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4806380 Jun 15 00:36:55.368391 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 57330) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:36:55.374541 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-3884d287-ad35-4622-80f9-44b785db545c admin admin] Request body: {'subnet': {'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1526977052-subnet', 'tenant_id': '187f3726566d4c0bb0daf7b90cfe9a8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:36:55.410726 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fbddf-b064-4f65-a2b9-c9e52e658f61 admin admin] Pushing event updated for resources: {'Network': ['ID=d4847d3d-9d12-4745-b2d2-88fd010a837d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:55.418339 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7861af14-90d7-42cf-8633-90dc5f249fd4 req-22a12af4-1f42-413c-9b36-e63cc96ca517 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 210 time: 0.0477257 Jun 15 00:36:55.422394 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network d4847d3d-9d12-4745-b2d2-88fd010a837d details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:36:55.436070 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3884d287-ad35-4622-80f9-44b785db545c admin admin] Made reservation on behalf of 187f3726566d4c0bb0daf7b90cfe9a8b for: {'subnet': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:36:55.438858 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3884d287-ad35-4622-80f9-44b785db545c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3365743'] for subnet (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:55.466705 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:55.632295 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3884d287-ad35-4622-80f9-44b785db545c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3118017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3365697'] for subnet (303675f0-bc78-465f-8655-6d10b9a1f373), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:55.695132 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884d287-ad35-4622-80f9-44b785db545c admin admin] Pushing event updated for resources: {'Subnet': ['ID=303675f0-bc78-465f-8655-6d10b9a1f373,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:55.704274 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3884d287-ad35-4622-80f9-44b785db545c admin admin] Checking segment: {'id': '414f32d1-ce0c-4a52-b122-5af556508197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:36:55.704629 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3884d287-ad35-4622-80f9-44b785db545c admin admin] Network hostable DHCP agents. Network: d4847d3d-9d12-4745-b2d2-88fd010a837d, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:36:55.726195 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3884d287-ad35-4622-80f9-44b785db545c admin admin] Network d4847d3d-9d12-4745-b2d2-88fd010a837d is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:36:55.737186 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-3884d287-ad35-4622-80f9-44b785db545c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, d4847d3d-9d12-4745-b2d2-88fd010a837d) {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:36:55.741281 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3884d287-ad35-4622-80f9-44b785db545c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:55.741864 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3884d287-ad35-4622-80f9-44b785db545c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:55.748170 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bfa9d8-ca35-43bf-b828-4010785ed5e4 None None] Network d4847d3d-9d12-4745-b2d2-88fd010a837d requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:36:55.758021 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-3884d287-ad35-4622-80f9-44b785db545c admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3885620 Jun 15 00:36:55.870609 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be483e84-7642-472e-890d-fb7c1d3c817c None None] Network d4847d3d-9d12-4745-b2d2-88fd010a837d requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:36:56.437617 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce60a80-9870-4940-b778-e054ef1c895b req-42474b76-940f-4f2f-a641-098395e17a5f tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:56.439087 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8ce60a80-9870-4940-b778-e054ef1c895b req-42474b76-940f-4f2f-a641-098395e17a5f tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 945 time: 0.0500987 Jun 15 00:36:56.495788 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8ce60a80-9870-4940-b778-e054ef1c895b req-cff302b3-d101-4ffe-be40-c47282ec623c tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503473 Jun 15 00:36:56.518762 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-acc6715d-05f4-44e7-9b29-4ec105e83698 req-26fccf79-0a47-4a67-aded-50fcd0e7c61e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 210 time: 0.0290453 Jun 15 00:36:57.551362 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-55b75442-195a-4f4a-80b8-24eecd531b3b tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:57.553384 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-55b75442-195a-4f4a-80b8-24eecd531b3b tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/networks?id=d4847d3d-9d12-4745-b2d2-88fd010a837d HTTP/1.1" status: 200 len: 814 time: 0.1107075 Jun 15 00:36:57.557598 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2de8f4b6-7ece-4599-9e04-4318e2c24c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:57.573473 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-cfc293c6-9e77-4326-a001-f375de36b5cf tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/quotas/187f3726566d4c0bb0daf7b90cfe9a8b HTTP/1.1" status: 200 len: 375 time: 0.0115149 Jun 15 00:36:57.617389 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-0980f1de-0e8b-49db-88a8-918f1bd7ae6b tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=187f3726566d4c0bb0daf7b90cfe9a8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368690 Jun 15 00:36:57.650499 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42502d-7544-4f69-8693-e1152bfd69d0 req-662d7e83-6ed1-4dca-932b-14bbc2b10ff3 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:57.654480 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1c42502d-7544-4f69-8693-e1152bfd69d0 req-662d7e83-6ed1-4dca-932b-14bbc2b10ff3 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 945 time: 0.0660043 Jun 15 00:36:57.700720 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:57.716297 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1c42502d-7544-4f69-8693-e1152bfd69d0 req-30a0047f-fe13-4aa4-bc75-6d78302ec53d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558660 Jun 15 00:36:57.726967 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-2d92796a-271f-4038-9355-59c634203674 service neutron] 10.222.0.33 "GET /v2.0/networks/d4847d3d-9d12-4745-b2d2-88fd010a837d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992703 Jun 15 00:36:57.872387 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7717a085-2c33-4f7c-af78-ceb4779066f4 req-29822b6e-478c-43a5-a343-87ec79f061ad tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 210 time: 0.0452621 Jun 15 00:36:57.900911 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ac83f2d1-7453-4c77-acc6-ac5c8657d64d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:57.902579 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ac83f2d1-7453-4c77-acc6-ac5c8657d64d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 818 time: 0.1846614 Jun 15 00:36:57.903481 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-0e16b754-bb31-41ed-ae5a-c94a294e7c22 service neutron] 10.222.0.33 "GET /v2.0/networks/d4847d3d-9d12-4745-b2d2-88fd010a837d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506784 Jun 15 00:36:58.009322 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-1cd08fd9-2f0c-4d5b-8116-b03401c6bb87 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41af6aa819743d380018ec1eed0a793 HTTP/1.1" status: 200 len: 380 time: 0.0680866 Jun 15 00:36:58.086527 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5cc871ca-1faf-4258-9663-fc2ebbf2e81a req-e733b211-3dd4-43d4-a517-5368a3003bf2 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 210 time: 0.0325463 Jun 15 00:36:58.234169 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a8718987-5472-4356-9f41-1bf8c5620b5e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Request body: {'port': {'device_id': '5445126a-8730-4a6f-8486-30d5d032902d', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'admin_state_up': True, 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'security_groups': ['aa711958-63af-4bd8-bb54-c1b8af610a85']}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:36:58.354996 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a8718987-5472-4356-9f41-1bf8c5620b5e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Made reservation on behalf of c41af6aa819743d380018ec1eed0a793 for: {'port': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:36:58.358573 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a8718987-5472-4356-9f41-1bf8c5620b5e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:58.498192 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:58.503876 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a8718987-5472-4356-9f41-1bf8c5620b5e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Allocated IP 172.20.0.5 (66e99f87-49a1-4115-bc83-5f9cfb627037/45e8d5a0-f570-4a95-8507-e8e6d8242f3d/7042541a-e5da-4765-a758-a53e6fea7afc) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:36:58.886948 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c2e17-e18f-4d40-8cfb-b52f15c33055 req-ac76e356-458f-4fa0-a166-7fb862a4872c tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:58.888328 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-db3c2e17-e18f-4d40-8cfb-b52f15c33055 req-ac76e356-458f-4fa0-a166-7fb862a4872c tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 945 time: 0.0652163 Jun 15 00:36:58.911695 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a8718987-5472-4356-9f41-1bf8c5620b5e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for port (7042541a-e5da-4765-a758-a53e6fea7afc), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:58.971330 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-db3c2e17-e18f-4d40-8cfb-b52f15c33055 req-f8e892df-fc25-4cfd-84a3-533ae1d0c1ee tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748818 Jun 15 00:36:58.992087 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a8718987-5472-4356-9f41-1bf8c5620b5e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:58.993705 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7070931-f9ae-4a06-b538-e98f79a1a921 req-b821e2c1-1299-4839-9495-a5e16f49006f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 210 time: 0.0396373 Jun 15 00:36:59.037777 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a8718987-5472-4356-9f41-1bf8c5620b5e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Network 66e99f87-49a1-4115-bc83-5f9cfb627037 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:36:59.042925 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a8718987-5472-4356-9f41-1bf8c5620b5e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:36:59.045095 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8718987-5472-4356-9f41-1bf8c5620b5e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Pushing event updated for resources: {'Port': ['ID=7042541a-e5da-4765-a758-a53e6fea7afc,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:36:59.047260 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a8718987-5472-4356-9f41-1bf8c5620b5e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:36:59.100986 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a8718987-5472-4356-9f41-1bf8c5620b5e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:36:59.101673 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a8718987-5472-4356-9f41-1bf8c5620b5e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:59.121174 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-a8718987-5472-4356-9f41-1bf8c5620b5e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8910024 Jun 15 00:36:59.170314 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:36:59.190008 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c03f9723-4a84-4107-a08a-75f247d8e0c3 req-684cf31d-716e-41da-aa67-14c5473ee445 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 210 time: 0.0295980 Jun 15 00:36:59.306800 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-40ef5dc3-d054-4a15-9b7a-0fd991847eb3 None None] Provisioning complete for port 7042541a-e5da-4765-a758-a53e6fea7afc triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:36:59.307397 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-40ef5dc3-d054-4a15-9b7a-0fd991847eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:36:59.339429 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-40ef5dc3-d054-4a15-9b7a-0fd991847eb3 None None] Port 7042541a-e5da-4765-a758-a53e6fea7afc cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:37:00.027176 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b644ac6f-8a21-47fe-8fcb-226b4c0cec34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:00.099798 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95e192-2eb9-4742-acb4-abf2077da7be req-22a8d586-689f-44bb-9259-97c0e0f36f92 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:00.101390 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e95e192-2eb9-4742-acb4-abf2077da7be req-22a8d586-689f-44bb-9259-97c0e0f36f92 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 945 time: 0.0474434 Jun 15 00:37:00.129387 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e74d-9084-4639-a6fa-3e8645e57ab4 req-a1028651-b4b3-4ff6-8e34-5226f58c4af8 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:00.130902 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4871e74d-9084-4639-a6fa-3e8645e57ab4 req-a1028651-b4b3-4ff6-8e34-5226f58c4af8 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 931 time: 0.0537140 Jun 15 00:37:00.151714 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e95e192-2eb9-4742-acb4-abf2077da7be req-da774662-0ed0-467b-8400-85405fec7f24 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446677 Jun 15 00:37:00.181253 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4871e74d-9084-4639-a6fa-3e8645e57ab4 req-f23e2c9b-127f-4bfc-a49a-85d5e4b45203 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447292 Jun 15 00:37:00.284271 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-799cc41d-1897-464d-b50d-a3f6e52f0553 req-c0b4cedb-9732-4e3b-8b9a-93575b28bda3 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 210 time: 0.0269797 Jun 15 00:37:00.348951 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:37:00.510603 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Request body: {'port': {'device_id': '5445126a-8730-4a6f-8486-30d5d032902d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:37:00.570889 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:00.828088 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7042541a-e5da-4765-a758-a53e6fea7afc {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:37:00.837189 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Publish callbacks [] for port (7042541a-e5da-4765-a758-a53e6fea7afc), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:00.839024 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:00.851170 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Transition to ACTIVE for port object 7042541a-e5da-4765-a758-a53e6fea7afc will not be triggered until provisioned by entity L2. {{(pid=104110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:37:00.854621 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:00.859481 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:00.909497 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Pushing event updated for resources: {'Port': ['ID=7042541a-e5da-4765-a758-a53e6fea7afc,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:00.999289 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Attempting to bind port 7042541a-e5da-4765-a758-a53e6fea7afc on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:37:00.999738 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Attempting to bind port 7042541a-e5da-4765-a758-a53e6fea7afc by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:37:01.000363 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Attempting to bind port 7042541a-e5da-4765-a758-a53e6fea7afc on network 66e99f87-49a1-4115-bc83-5f9cfb627037 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:37:01.005437 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Port 7042541a-e5da-4765-a758-a53e6fea7afc on network 66e99f87-49a1-4115-bc83-5f9cfb627037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:37:01.005763 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Attempting to bind port 7042541a-e5da-4765-a758-a53e6fea7afc on network 66e99f87-49a1-4115-bc83-5f9cfb627037 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:37:01.011088 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:37:01.011427 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Checking segment: {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:37:01.011815 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Bound using segment: {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:37:01.012249 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Bound port: 7042541a-e5da-4765-a758-a53e6fea7afc, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f04586-2d03-49e3-b044-60e5879c9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:37:01.012617 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:01.119617 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714c998-544b-4c73-ac90-349641a8a40d req-96ca238b-96ba-45dc-a3e1-5ded0cca91b5 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:01.121104 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c714c998-544b-4c73-ac90-349641a8a40d req-96ca238b-96ba-45dc-a3e1-5ded0cca91b5 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.42 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 945 time: 0.0691326 Jun 15 00:37:01.140895 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] For port 7042541a-e5da-4765-a758-a53e6fea7afc, host hv-cinder-83538, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:37:01.143888 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] For port 7042541a-e5da-4765-a758-a53e6fea7afc, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7042541a-e5da-4765-a758-a53e6fea7afc,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:37:01.150359 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:01.201800 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:01.202500 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:01.204067 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] 10.222.0.42 "PUT /v2.0/ports/7042541a-e5da-4765-a758-a53e6fea7afc HTTP/1.1" status: 200 len: 1093 time: 0.6978292 Jun 15 00:37:01.204626 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5445126a-8730-4a6f-8486-30d5d032902d', 'tag': '7042541a-e5da-4765-a758-a53e6fea7afc'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:01.207500 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f1d5e1-028b-4653-9558-31e5cf0b01a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5445126a-8730-4a6f-8486-30d5d032902d", "tag": "7042541a-e5da-4765-a758-a53e6fea7afc"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:01.225789 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37207f-d66d-4559-8157-bdd3e2f84087 service neutron] Pushing event updated for resources: {'Port': ['ID=7042541a-e5da-4765-a758-a53e6fea7afc,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:01.267677 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36558346-3df1-4f09-be8c-ca36cf620ed7 req-00e6a735-bafd-45f6-bf88-34584755341c tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:01.269209 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-36558346-3df1-4f09-be8c-ca36cf620ed7 req-00e6a735-bafd-45f6-bf88-34584755341c tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 945 time: 0.0488501 Jun 15 00:37:01.307188 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:01.324908 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-36558346-3df1-4f09-be8c-ca36cf620ed7 req-961b77a0-7561-4e34-8e8d-4a447875bd94 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491819 Jun 15 00:37:01.440169 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a34a0-4edf-40e1-9b79-f434bac04773 req-9019abd2-56e0-4b73-8c2d-096e641472eb tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:01.444043 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b8a34a0-4edf-40e1-9b79-f434bac04773 req-9019abd2-56e0-4b73-8c2d-096e641472eb tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 943 time: 0.0542121 Jun 15 00:37:01.479597 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:01.539637 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-39598d5d-bb1b-486b-b93a-55f45fb455bb req-9b6fc501-f767-412b-8f06-992a1c2fc242 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1084418 Jun 15 00:37:01.563955 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-1dbefd96-6df0-45de-90ae-0bcf97ff7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:01.566113 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-1dbefd96-6df0-45de-90ae-0bcf97ff7a12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 1127 time: 0.1206508 Jun 15 00:37:01.580686 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-c714c998-544b-4c73-ac90-349641a8a40d req-b89ed6e2-3eeb-4373-92d1-fc3f8a188294 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Deleting port b619fd15-babe-48ba-bade-41024c9863bf {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:37:01.581231 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-c714c998-544b-4c73-ac90-349641a8a40d req-b89ed6e2-3eeb-4373-92d1-fc3f8a188294 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (b619fd15-babe-48ba-bade-41024c9863bf), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:01.674089 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b8a34a0-4edf-40e1-9b79-f434bac04773 req-fde184e0-5cee-417f-984e-c2f8603cd1fe tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111580 Jun 15 00:37:01.695025 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-e408c529-7145-485f-9de3-4083ae20fdfe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7042541a-e5da-4765-a758-a53e6fea7afc HTTP/1.1" status: 200 len: 217 time: 0.0911660 Jun 15 00:37:01.725777 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598d5d-bb1b-486b-b93a-55f45fb455bb req-be2beba3-c7a4-433e-916b-43273c49fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:01.727308 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-39598d5d-bb1b-486b-b93a-55f45fb455bb req-be2beba3-c7a4-433e-916b-43273c49fc40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 1130 time: 0.1185074 Jun 15 00:37:01.764025 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01156ce2-7b83-4a2b-9fbf-ad42cd4d5dcc x-openstack-request-id: req-01156ce2-7b83-4a2b-9fbf-ad42cd4d5dcc {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:01.764637 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5445126a-8730-4a6f-8486-30d5d032902d", "tag": "7042541a-e5da-4765-a758-a53e6fea7afc", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:01.766438 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-01156ce2-7b83-4a2b-9fbf-ad42cd4d5dcc {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:01.767623 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01156ce2-7b83-4a2b-9fbf-ad42cd4d5dcc'] response: {'name': 'network-changed', 'server_uuid': '5445126a-8730-4a6f-8486-30d5d032902d', 'tag': '7042541a-e5da-4765-a758-a53e6fea7afc', 'status': 'completed', 'code': 200} Jun 15 00:37:01.768574 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-677f811a-b3a0-48a5-94c8-03e01efe1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:01.770089 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-677f811a-b3a0-48a5-94c8-03e01efe1fb3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.0742557 Jun 15 00:37:01.776058 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-3f0d5003-bcd8-4084-9884-cdd905e3e8ed tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:01.777506 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-3f0d5003-bcd8-4084-9884-cdd905e3e8ed tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.42 "GET /v2.0/networks?id=d4847d3d-9d12-4745-b2d2-88fd010a837d HTTP/1.1" status: 200 len: 814 time: 0.2547181 Jun 15 00:37:01.828608 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-6eb20393-2216-4b5a-adb5-cc9143917495 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Request body: {'port': {'device_id': 'e52a1c69-6805-4f5a-ba0c-98ef9b74bd82', 'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d', 'admin_state_up': True, 'tenant_id': '187f3726566d4c0bb0daf7b90cfe9a8b'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:37:01.837020 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:01.882073 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-c714c998-544b-4c73-ac90-349641a8a40d req-b89ed6e2-3eeb-4373-92d1-fc3f8a188294 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] For port b619fd15-babe-48ba-bade-41024c9863bf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b619fd15-babe-48ba-bade-41024c9863bf,segment=NetworkSegment(4f0daf54-3f96-4df5-9080-2b94cd7da005),segment_id=4f0daf54-3f96-4df5-9080-2b94cd7da005)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:01.882442 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-c714c998-544b-4c73-ac90-349641a8a40d req-b89ed6e2-3eeb-4373-92d1-fc3f8a188294 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (b619fd15-babe-48ba-bade-41024c9863bf), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:01.906091 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-c714c998-544b-4c73-ac90-349641a8a40d req-b89ed6e2-3eeb-4373-92d1-fc3f8a188294 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Calling delete_port for b619fd15-babe-48ba-bade-41024c9863bf owned by compute:nova {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:37:01.990279 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598d5d-bb1b-486b-b93a-55f45fb455bb req-9d694124-3677-409d-8bd3-6e87f0a94f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:01.991807 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-39598d5d-bb1b-486b-b93a-55f45fb455bb req-9d694124-3677-409d-8bd3-6e87f0a94f41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.2222288 Jun 15 00:37:02.100157 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-39598d5d-bb1b-486b-b93a-55f45fb455bb req-96652c6a-7e84-4e60-a98a-6b5e917585bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2bbd2bd-a2e4-4dfa-a62a-282539206286 HTTP/1.1" status: 200 len: 217 time: 0.0574274 Jun 15 00:37:02.126199 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-c714c998-544b-4c73-ac90-349641a8a40d req-b89ed6e2-3eeb-4373-92d1-fc3f8a188294 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (b619fd15-babe-48ba-bade-41024c9863bf), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:02.150034 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b603ad4-cae9-4d3a-aa1b-29b272d66514 req-562ea36f-3a1c-46fc-8741-c89cc8569e35 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 210 time: 0.3152130 Jun 15 00:37:02.153601 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-7a4b4730-be72-48a5-8013-2c3c989b284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:02.155028 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-7a4b4730-be72-48a5-8013-2c3c989b284c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3449879 Jun 15 00:37:02.169786 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['b619fd15-babe-48ba-bade-41024c9863bf'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:37:02.192039 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:02.193669 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598d5d-bb1b-486b-b93a-55f45fb455bb req-b926af5e-14a3-4073-8efc-f3a3c8e7d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:02.195377 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-39598d5d-bb1b-486b-b93a-55f45fb455bb req-b926af5e-14a3-4073-8efc-f3a3c8e7d825 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.0607617 Jun 15 00:37:02.225066 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ed6e2-3eeb-4373-92d1-fc3f8a188294 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Pushing event deleted for resources: {'Port': ['ID=b619fd15-babe-48ba-bade-41024c9863bf,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:02.313391 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c714c998-544b-4c73-ac90-349641a8a40d req-b89ed6e2-3eeb-4373-92d1-fc3f8a188294 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] No DVR routers for this DVR port b619fd15-babe-48ba-bade-41024c9863bf on host hv-cinder-83538 {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:37:02.315342 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598d5d-bb1b-486b-b93a-55f45fb455bb req-1ec2342a-7938-47d5-b91c-b1f4ec85287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:02.316892 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-39598d5d-bb1b-486b-b93a-55f45fb455bb req-1ec2342a-7938-47d5-b91c-b1f4ec85287a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1039419 Jun 15 00:37:02.318897 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-c714c998-544b-4c73-ac90-349641a8a40d req-b89ed6e2-3eeb-4373-92d1-fc3f8a188294 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:02.322023 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c714c998-544b-4c73-ac90-349641a8a40d req-b89ed6e2-3eeb-4373-92d1-fc3f8a188294 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.42 "DELETE /v2.0/ports/b619fd15-babe-48ba-bade-41024c9863bf HTTP/1.1" status: 204 len: 173 time: 0.9278893 Jun 15 00:37:02.332102 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-526b3b92-c22f-42fc-af26-9584887a65ca service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394551 Jun 15 00:37:02.334419 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-6eb20393-2216-4b5a-adb5-cc9143917495 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Made reservation on behalf of 187f3726566d4c0bb0daf7b90cfe9a8b for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:37:02.339194 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-6eb20393-2216-4b5a-adb5-cc9143917495 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:02.425261 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-39598d5d-bb1b-486b-b93a-55f45fb455bb req-adc99283-525f-4907-8765-4a9e8365c7b3 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022668 Jun 15 00:37:02.434745 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:02.508027 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b48dea9e-8cde-4fff-95c1-e9d4f6be97c0 req-0248bbdc-41cb-4418-aa6c-fadf913ecead tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 210 time: 0.0484767 Jun 15 00:37:02.539492 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb001b31-a99a-4809-acde-8809bbd7fcf5 req-4e7ad7b8-ba83-47a6-81fb-de388fae911e service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976976 Jun 15 00:37:02.559415 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-6eb20393-2216-4b5a-adb5-cc9143917495 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Allocated IP 172.20.0.8 (d4847d3d-9d12-4745-b2d2-88fd010a837d/303675f0-bc78-465f-8655-6d10b9a1f373/63679f4c-0c0c-4fe3-afea-b9254e5ab990) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:37:02.571903 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-39598d5d-bb1b-486b-b93a-55f45fb455bb req-2a16a74c-ce2b-4310-8879-e892eb0fa326 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353309 Jun 15 00:37:02.696804 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:02.723636 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-6eb20393-2216-4b5a-adb5-cc9143917495 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks [] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:02.788032 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-6eb20393-2216-4b5a-adb5-cc9143917495 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:02.803077 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0e1db-75db-46ce-979a-43cb5f538e75 req-594788de-159c-4cfd-96a0-361f162c7824 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:02.804611 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ec0e1db-75db-46ce-979a-43cb5f538e75 req-594788de-159c-4cfd-96a0-361f162c7824 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 943 time: 0.0602505 Jun 15 00:37:02.865583 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-6eb20393-2216-4b5a-adb5-cc9143917495 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Network d4847d3d-9d12-4745-b2d2-88fd010a837d is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:37:02.872173 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-6eb20393-2216-4b5a-adb5-cc9143917495 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:37:02.880873 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-6eb20393-2216-4b5a-adb5-cc9143917495 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:37:02.886257 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb20393-2216-4b5a-adb5-cc9143917495 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Pushing event updated for resources: {'Port': ['ID=63679f4c-0c0c-4fe3-afea-b9254e5ab990,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:02.926928 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:02.932628 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ec0e1db-75db-46ce-979a-43cb5f538e75 req-a5368a27-accd-4b31-b365-909cdcf049ea tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042032 Jun 15 00:37:02.951699 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-6eb20393-2216-4b5a-adb5-cc9143917495 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:02.952320 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-6eb20393-2216-4b5a-adb5-cc9143917495 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:02.971039 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-6eb20393-2216-4b5a-adb5-cc9143917495 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1594985 Jun 15 00:37:03.269289 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327b862-35b7-4016-8eb4-1732fbe752d6 req-215528b9-f8be-49e5-b9c1-f58d74bc51c4 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:03.270754 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3327b862-35b7-4016-8eb4-1732fbe752d6 req-215528b9-f8be-49e5-b9c1-f58d74bc51c4 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 931 time: 0.0479105 Jun 15 00:37:03.305645 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:03.325362 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3327b862-35b7-4016-8eb4-1732fbe752d6 req-d837d5f9-a8b8-4b39-ac5e-3528394e5369 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489180 Jun 15 00:37:03.406530 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:03.619635 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4333eea6-54ad-4588-8dd7-50107e65e4fb req-885f2217-7955-4a15-8901-465209b5ee49 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=e11a076f-6e40-470d-b0c2-fd7615b57333 HTTP/1.1" status: 200 len: 210 time: 0.0304298 Jun 15 00:37:03.768398 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11a076f-6e40-470d-b0c2-fd7615b57333', 'name': 'network-vif-deleted', 'tag': 'b619fd15-babe-48ba-bade-41024c9863bf'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:03.771484 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb45ea3-5791-4051-83a9-b720b0117c94" -d '{"events": [{"server_uuid": "e11a076f-6e40-470d-b0c2-fd7615b57333", "name": "network-vif-deleted", "tag": "b619fd15-babe-48ba-bade-41024c9863bf"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:03.807721 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764ee630-d92d-4d97-a97d-f57688dfb54d x-openstack-request-id: req-764ee630-d92d-4d97-a97d-f57688dfb54d {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:03.808014 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11a076f-6e40-470d-b0c2-fd7615b57333", "name": "network-vif-deleted", "tag": "b619fd15-babe-48ba-bade-41024c9863bf", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:03.808265 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-764ee630-d92d-4d97-a97d-f57688dfb54d {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:03.808665 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764ee630-d92d-4d97-a97d-f57688dfb54d'] response: {'server_uuid': 'e11a076f-6e40-470d-b0c2-fd7615b57333', 'name': 'network-vif-deleted', 'tag': 'b619fd15-babe-48ba-bade-41024c9863bf', 'status': 'completed', 'code': 200} Jun 15 00:37:04.066187 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443987a-0609-47c6-a4c6-786c4846e289 req-a46e6f27-0d3d-44bf-9e3c-3b6bfa036a41 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:04.067627 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e443987a-0609-47c6-a4c6-786c4846e289 req-a46e6f27-0d3d-44bf-9e3c-3b6bfa036a41 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 943 time: 0.0547578 Jun 15 00:37:04.110196 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Request body: {'port': {'device_id': 'e52a1c69-6805-4f5a-ba0c-98ef9b74bd82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:37:04.137756 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1d5e1-028b-4653-9558-31e5cf0b01a4 req-bb38246d-6dc6-4673-8048-0578fa6b9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:04.139290 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-32f1d5e1-028b-4653-9558-31e5cf0b01a4 req-bb38246d-6dc6-4673-8048-0578fa6b9c6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 1127 time: 0.0453122 Jun 15 00:37:04.154510 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e443987a-0609-47c6-a4c6-786c4846e289 req-bbb9d115-b749-4010-9405-c867cc0b594d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813196 Jun 15 00:37:04.192359 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:04.290460 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1d5e1-028b-4653-9558-31e5cf0b01a4 req-401c968f-5708-4aff-ae9d-17a54fbec3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:04.292592 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-32f1d5e1-028b-4653-9558-31e5cf0b01a4 req-401c968f-5708-4aff-ae9d-17a54fbec3a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.1234171 Jun 15 00:37:04.452513 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e66129-8712-415a-9525-61e8a01d2008 req-d7fa242a-49b8-42eb-b85e-7ae75b4f0d75 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:04.454116 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-30e66129-8712-415a-9525-61e8a01d2008 req-d7fa242a-49b8-42eb-b85e-7ae75b4f0d75 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 931 time: 0.0519977 Jun 15 00:37:04.498453 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63679f4c-0c0c-4fe3-afea-b9254e5ab990 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:37:04.503543 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-30e66129-8712-415a-9525-61e8a01d2008 req-e41fad68-ecd9-4211-a232-66768b884f52 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436263 Jun 15 00:37:04.505417 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device b619fd15-babe-48ba-bade-41024c9863bf no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:37:04.507184 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Publish callbacks [] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:04.519988 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Transition to ACTIVE for port object 63679f4c-0c0c-4fe3-afea-b9254e5ab990 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:37:04.523723 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:04.534572 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: b619fd15-babe-48ba-bade-41024c9863bf {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:37:04.534949 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device b619fd15-babe-48ba-bade-41024c9863bf not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:37:04.576339 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Pushing event updated for resources: {'Port': ['ID=63679f4c-0c0c-4fe3-afea-b9254e5ab990,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:04.616086 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-32f1d5e1-028b-4653-9558-31e5cf0b01a4 req-08a03177-ce61-422a-b54f-a17f18f26bde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7042541a-e5da-4765-a758-a53e6fea7afc HTTP/1.1" status: 200 len: 217 time: 0.0340106 Jun 15 00:37:04.668882 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:04.670159 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Attempting to bind port 63679f4c-0c0c-4fe3-afea-b9254e5ab990 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:37:04.670484 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Attempting to bind port 63679f4c-0c0c-4fe3-afea-b9254e5ab990 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '414f32d1-ce0c-4a52-b122-5af556508197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:37:04.670907 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Attempting to bind port 63679f4c-0c0c-4fe3-afea-b9254e5ab990 on network d4847d3d-9d12-4745-b2d2-88fd010a837d {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:37:04.682274 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1d5e1-028b-4653-9558-31e5cf0b01a4 req-abd0596c-a57a-4974-b27c-c1ac19233ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:04.682374 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Port 63679f4c-0c0c-4fe3-afea-b9254e5ab990 on network d4847d3d-9d12-4745-b2d2-88fd010a837d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:37:04.682460 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-32f1d5e1-028b-4653-9558-31e5cf0b01a4 req-abd0596c-a57a-4974-b27c-c1ac19233ac1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.0542397 Jun 15 00:37:04.682548 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Attempting to bind port 63679f4c-0c0c-4fe3-afea-b9254e5ab990 on network d4847d3d-9d12-4745-b2d2-88fd010a837d {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:37:04.693385 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:37:04.693385 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Checking segment: {'id': '414f32d1-ce0c-4a52-b122-5af556508197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:37:04.693385 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Bound using segment: {'id': '414f32d1-ce0c-4a52-b122-5af556508197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:37:04.693385 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Bound port: 63679f4c-0c0c-4fe3-afea-b9254e5ab990, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414f32d1-ce0c-4a52-b122-5af556508197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:37:04.693385 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:04.762828 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] For port 63679f4c-0c0c-4fe3-afea-b9254e5ab990, host hv-cinder-83538, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:37:04.766760 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] For port 63679f4c-0c0c-4fe3-afea-b9254e5ab990, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=63679f4c-0c0c-4fe3-afea-b9254e5ab990,segment=NetworkSegment(414f32d1-ce0c-4a52-b122-5af556508197),segment_id=414f32d1-ce0c-4a52-b122-5af556508197)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:37:04.772861 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:04.807115 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:04.807930 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:04.809354 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] 10.222.0.42 "PUT /v2.0/ports/63679f4c-0c0c-4fe3-afea-b9254e5ab990 HTTP/1.1" status: 200 len: 1093 time: 0.7081220 Jun 15 00:37:04.811737 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52a1c69-6805-4f5a-ba0c-98ef9b74bd82', 'tag': '63679f4c-0c0c-4fe3-afea-b9254e5ab990'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:04.813948 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8559853-0dff-44db-8d82-a50e300e088c" -d '{"events": [{"name": "network-changed", "server_uuid": "e52a1c69-6805-4f5a-ba0c-98ef9b74bd82", "tag": "63679f4c-0c0c-4fe3-afea-b9254e5ab990"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:04.838422 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1d5e1-028b-4653-9558-31e5cf0b01a4 req-90d31041-8868-4ee6-bd38-66558dd20f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:04.839971 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-32f1d5e1-028b-4653-9558-31e5cf0b01a4 req-90d31041-8868-4ee6-bd38-66558dd20f31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536706 Jun 15 00:37:04.850440 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d7323-2056-4d6b-8627-26921e06850f service neutron] Pushing event updated for resources: {'Port': ['ID=63679f4c-0c0c-4fe3-afea-b9254e5ab990,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:04.872755 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d83601-0b26-4b45-93ae-692890b19fb3 x-openstack-request-id: req-78d83601-0b26-4b45-93ae-692890b19fb3 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:04.873047 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52a1c69-6805-4f5a-ba0c-98ef9b74bd82", "tag": "63679f4c-0c0c-4fe3-afea-b9254e5ab990", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:04.873560 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-78d83601-0b26-4b45-93ae-692890b19fb3 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:04.873946 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d83601-0b26-4b45-93ae-692890b19fb3'] response: {'name': 'network-changed', 'server_uuid': 'e52a1c69-6805-4f5a-ba0c-98ef9b74bd82', 'tag': '63679f4c-0c0c-4fe3-afea-b9254e5ab990', 'status': 'completed', 'code': 200} Jun 15 00:37:04.932129 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:05.015607 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-f129696f-0923-4cf6-abb0-95d700802ab1 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:05.017098 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-f129696f-0923-4cf6-abb0-95d700802ab1 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/networks?id=44b64b7b-e7e0-40e2-9675-5b5bfefa26cb HTTP/1.1" status: 200 len: 808 time: 0.1095681 Jun 15 00:37:05.033091 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-f2079bcf-60e3-4f0e-aff6-701d291a2331 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/quotas/1577716cf20f4274a95a51fb0fd6af99 HTTP/1.1" status: 200 len: 375 time: 0.0098062 Jun 15 00:37:05.068009 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-7a3ab7e6-0d44-4116-ae3f-6df44effbd36 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=1577716cf20f4274a95a51fb0fd6af99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292971 Jun 15 00:37:05.162616 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-87f18fc1-447b-44b1-b4a1-61094b62effb service neutron] 10.222.0.33 "GET /v2.0/networks/44b64b7b-e7e0-40e2-9675-5b5bfefa26cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879450 Jun 15 00:37:05.278477 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-935cd286-141b-403e-90ce-932099046080 service neutron] 10.222.0.33 "GET /v2.0/networks/44b64b7b-e7e0-40e2-9675-5b5bfefa26cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102452 Jun 15 00:37:05.316313 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8559853-0dff-44db-8d82-a50e300e088c req-697b9c59-2baa-497e-80e6-b0bc7afa5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:05.318410 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8559853-0dff-44db-8d82-a50e300e088c req-697b9c59-2baa-497e-80e6-b0bc7afa5cf5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=187f3726566d4c0bb0daf7b90cfe9a8b&device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 1127 time: 0.0575612 Jun 15 00:37:05.351701 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4966c75-b941-4b51-8aae-d197b1f50775 req-350165e0-d618-44cd-96f5-e58ae9ec3c83 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:05.353206 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b4966c75-b941-4b51-8aae-d197b1f50775 req-350165e0-d618-44cd-96f5-e58ae9ec3c83 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 943 time: 0.1241114 Jun 15 00:37:05.417870 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-32f1d5e1-028b-4653-9558-31e5cf0b01a4 req-5a560d7c-bee8-434c-856c-cf457d87f44a service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593196 Jun 15 00:37:05.425674 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b4966c75-b941-4b51-8aae-d197b1f50775 req-07744878-ee5c-4921-bc2c-a2f4aed9cc5b tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656614 Jun 15 00:37:05.521934 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8bb721d6-5d99-4a18-a80b-5b7b9d3d7da1 req-71837c88-2d22-4cfb-8793-2e1327ead280 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 210 time: 0.0408902 Jun 15 00:37:05.545815 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:05.559332 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-32f1d5e1-028b-4653-9558-31e5cf0b01a4 req-7473d320-3b4a-45b5-8ffb-37c7d80ed66b service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188834 Jun 15 00:37:05.573806 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8559853-0dff-44db-8d82-a50e300e088c req-79b1852d-3b85-4c71-b0da-3e2bc9fb8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:05.575977 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8559853-0dff-44db-8d82-a50e300e088c req-79b1852d-3b85-4c71-b0da-3e2bc9fb8df7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=187f3726566d4c0bb0daf7b90cfe9a8b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2356913 Jun 15 00:37:05.660281 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879023e-b940-4eb7-84ad-a68ebbff11c9 req-100c4726-2802-4961-88bc-a5ecdf873b7c tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:05.662280 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b879023e-b940-4eb7-84ad-a68ebbff11c9 req-100c4726-2802-4961-88bc-a5ecdf873b7c tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 943 time: 0.0571063 Jun 15 00:37:05.715196 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b879023e-b940-4eb7-84ad-a68ebbff11c9 req-d384683d-409c-4499-a809-7469f2a8769a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466535 Jun 15 00:37:05.769950 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8559853-0dff-44db-8d82-a50e300e088c req-ef760128-18a6-4063-8d0a-6c624cc86062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:05.772411 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8559853-0dff-44db-8d82-a50e300e088c req-ef760128-18a6-4063-8d0a-6c624cc86062 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1827853 Jun 15 00:37:05.890475 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-39812dd1-afe8-4482-bfdf-28fadb1a02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:05.892302 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-39812dd1-afe8-4482-bfdf-28fadb1a02a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=187f3726566d4c0bb0daf7b90cfe9a8b&device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 1127 time: 0.0465817 Jun 15 00:37:05.959164 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-b89ae5de-c7c8-4929-ac33-b045a2933c4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63679f4c-0c0c-4fe3-afea-b9254e5ab990 HTTP/1.1" status: 200 len: 217 time: 0.0392854 Jun 15 00:37:06.013521 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-fd4fe719-3e2b-4531-9e3a-51bdd0e37ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:06.015029 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-fd4fe719-3e2b-4531-9e3a-51bdd0e37ae7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=303675f0-bc78-465f-8655-6d10b9a1f373 HTTP/1.1" status: 200 len: 854 time: 0.0468497 Jun 15 00:37:06.070201 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-87cbc098-d5f3-4dd1-be6c-4913cc2ffe44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4847d3d-9d12-4745-b2d2-88fd010a837d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289779 Jun 15 00:37:06.173803 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-eca3c93d-598b-4e06-95f5-a9858b7645e5 service neutron] 10.222.0.42 "GET /v2.0/networks/d4847d3d-9d12-4745-b2d2-88fd010a837d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931180 Jun 15 00:37:06.473062 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:06.498730 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 7042541a-e5da-4765-a758-a53e6fea7afc details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:37:06.587594 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863d38c-ec01-4d1a-b7d7-9630d884215c req-fbf62464-7f2b-42c3-be54-c1fafa24893f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:06.589519 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f863d38c-ec01-4d1a-b7d7-9630d884215c req-fbf62464-7f2b-42c3-be54-c1fafa24893f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 943 time: 0.0693209 Jun 15 00:37:06.591637 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf5e6e0-a0b5-400d-affc-e2f42b4994f1 req-1dcaaed8-5e79-41c6-8465-1c69219ae663 service neutron] 10.222.0.42 "GET /v2.0/networks/d4847d3d-9d12-4745-b2d2-88fd010a837d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379983 Jun 15 00:37:06.631186 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 7042541a-e5da-4765-a758-a53e6fea7afc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7042541a-e5da-4765-a758-a53e6fea7afc,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:06.643743 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6320b7a9-73d9-4a3b-b934-92ae5af2b1a2 req-5f6564bc-2879-4a18-bd0e-a1b585735d25 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 210 time: 0.0326211 Jun 15 00:37:06.646661 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '7042541a-e5da-4765-a758-a53e6fea7afc', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'port_id': '7042541a-e5da-4765-a758-a53e6fea7afc', 'mac_address': 'fa:16:3e:2d:f8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:37:06.665751 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f863d38c-ec01-4d1a-b7d7-9630d884215c req-3ac2a9cb-d507-4760-ab32-60b82f79cc52 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689223 Jun 15 00:37:06.701107 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 7042541a-e5da-4765-a758-a53e6fea7afc is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:37:06.701483 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:06.712263 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:06.715398 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7042541a-e5da-4765-a758-a53e6fea7afc {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:37:06.720328 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:06.740498 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 7042541a-e5da-4765-a758-a53e6fea7afc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7042541a-e5da-4765-a758-a53e6fea7afc,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:06.744645 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:06.789832 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-472f0989-7c10-4660-aeb3-50b95f72b569 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:06.791430 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-472f0989-7c10-4660-aeb3-50b95f72b569 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.42 "GET /v2.0/networks?id=44b64b7b-e7e0-40e2-9675-5b5bfefa26cb HTTP/1.1" status: 200 len: 808 time: 0.1499326 Jun 15 00:37:06.793352 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=7042541a-e5da-4765-a758-a53e6fea7afc,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:06.845843 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45a76d-c405-48e3-b99b-e9e6f20e0392 req-d679e8e4-77eb-46ad-8738-df4736243b54 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:06.847399 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ac45a76d-c405-48e3-b99b-e9e6f20e0392 req-d679e8e4-77eb-46ad-8738-df4736243b54 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 943 time: 0.0520689 Jun 15 00:37:06.896779 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ac45a76d-c405-48e3-b99b-e9e6f20e0392 req-94990ae3-e69b-44c8-b02c-b07252844d27 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434120 Jun 15 00:37:07.152208 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['7042541a-e5da-4765-a758-a53e6fea7afc'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:37:07.753408 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-09186f02-dfdb-4082-a924-c6d3918deee0 req-595ae2b7-774d-410e-af49-204c2f4b321e tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 210 time: 0.0282176 Jun 15 00:37:07.800503 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32903170-637f-4b3c-9d0f-9e0f05d7c95a req-e19fc90b-af8a-4346-81e5-40cd6b4e4de5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:07.803341 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32903170-637f-4b3c-9d0f-9e0f05d7c95a req-e19fc90b-af8a-4346-81e5-40cd6b4e4de5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 944 time: 0.0501032 Jun 15 00:37:07.805473 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-38e0d173-c79f-4e36-9ffe-99cdc19c824d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Request body: {'port': {'device_id': '0dfa59ed-96fa-4133-abbf-d42aa4a92986', 'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb', 'admin_state_up': True, 'tenant_id': '1577716cf20f4274a95a51fb0fd6af99'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:37:07.862283 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:07.866525 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32903170-637f-4b3c-9d0f-9e0f05d7c95a req-9ae037a3-36dc-45d5-aebe-5fe95e77b74c tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561051 Jun 15 00:37:08.139207 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e42932-b8a2-47fa-bbe8-75ef12fdea59 req-322a2f37-75ae-4631-b0fe-e1900fdf7022 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:08.146742 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-41e42932-b8a2-47fa-bbe8-75ef12fdea59 req-322a2f37-75ae-4631-b0fe-e1900fdf7022 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 943 time: 0.0725517 Jun 15 00:37:08.202751 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:08.209726 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-41e42932-b8a2-47fa-bbe8-75ef12fdea59 req-83beeaf7-ce1d-471c-b85c-3ba88d9f71d1 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620394 Jun 15 00:37:08.211887 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-38e0d173-c79f-4e36-9ffe-99cdc19c824d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Made reservation on behalf of 1577716cf20f4274a95a51fb0fd6af99 for: {'port': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:37:08.215333 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-38e0d173-c79f-4e36-9ffe-99cdc19c824d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:08.345256 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-38e0d173-c79f-4e36-9ffe-99cdc19c824d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Allocated IP 172.20.0.11 (44b64b7b-e7e0-40e2-9675-5b5bfefa26cb/b785adc0-6ede-4f8b-b143-35f0ab34774e/d4d648dc-910c-4641-bc71-a97bf0d632e9) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:37:08.504456 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-38e0d173-c79f-4e36-9ffe-99cdc19c824d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks [] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:08.524511 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 7042541a-e5da-4765-a758-a53e6fea7afc up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:37:08.530714 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:08.540299 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-38e0d173-c79f-4e36-9ffe-99cdc19c824d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:08.566682 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 7042541a-e5da-4765-a758-a53e6fea7afc completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:37:08.571542 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 7042541a-e5da-4765-a758-a53e6fea7afc triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:37:08.571951 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:08.584882 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-38e0d173-c79f-4e36-9ffe-99cdc19c824d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Network 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:37:08.588040 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-38e0d173-c79f-4e36-9ffe-99cdc19c824d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:37:08.591989 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-38e0d173-c79f-4e36-9ffe-99cdc19c824d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:37:08.598106 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0d173-c79f-4e36-9ffe-99cdc19c824d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Pushing event updated for resources: {'Port': ['ID=d4d648dc-910c-4641-bc71-a97bf0d632e9,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:08.643975 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-38e0d173-c79f-4e36-9ffe-99cdc19c824d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:08.644593 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-38e0d173-c79f-4e36-9ffe-99cdc19c824d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:08.656899 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 7042541a-e5da-4765-a758-a53e6fea7afc is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:37:08.657333 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:08.663056 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-38e0d173-c79f-4e36-9ffe-99cdc19c824d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8632085 Jun 15 00:37:08.683011 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Request body: {'port': {'device_id': '0dfa59ed-96fa-4133-abbf-d42aa4a92986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:37:08.684654 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5445126a-8730-4a6f-8486-30d5d032902d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7042541a-e5da-4765-a758-a53e6fea7afc'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:08.686972 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a815b4e8-0cc7-44de-925e-6c8df416d67c" -d '{"events": [{"server_uuid": "5445126a-8730-4a6f-8486-30d5d032902d", "name": "network-vif-plugged", "status": "completed", "tag": "7042541a-e5da-4765-a758-a53e6fea7afc"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:08.710608 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 7042541a-e5da-4765-a758-a53e6fea7afc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7042541a-e5da-4765-a758-a53e6fea7afc,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:08.711406 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:08.748729 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2686400f-4d04-447a-90a4-4a6ba7238077 x-openstack-request-id: req-2686400f-4d04-447a-90a4-4a6ba7238077 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:08.749129 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5445126a-8730-4a6f-8486-30d5d032902d", "name": "network-vif-plugged", "status": "completed", "tag": "7042541a-e5da-4765-a758-a53e6fea7afc", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:08.749427 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2686400f-4d04-447a-90a4-4a6ba7238077 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:08.749835 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2686400f-4d04-447a-90a4-4a6ba7238077'] response: {'server_uuid': '5445126a-8730-4a6f-8486-30d5d032902d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7042541a-e5da-4765-a758-a53e6fea7afc', 'code': 200} Jun 15 00:37:08.766646 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:08.771461 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=7042541a-e5da-4765-a758-a53e6fea7afc,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:08.895772 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53d8c2-d1d1-4607-90eb-9f0a702d96e4 req-7ee7b346-1ea0-4757-9db0-9b93d79f75b4 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:08.897302 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e53d8c2-d1d1-4607-90eb-9f0a702d96e4 req-7ee7b346-1ea0-4757-9db0-9b93d79f75b4 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 932 time: 0.0553274 Jun 15 00:37:08.949493 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e53d8c2-d1d1-4607-90eb-9f0a702d96e4 req-1f1dcaa3-3537-44bd-8512-1602e9f42769 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447817 Jun 15 00:37:09.075983 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff1f44-604c-460e-ab5c-3e17a5c7016d req-2ca6ab6e-9ef6-4e66-9fb0-7b2e217052f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:09.077504 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16ff1f44-604c-460e-ab5c-3e17a5c7016d req-2ca6ab6e-9ef6-4e66-9fb0-7b2e217052f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 1129 time: 0.0802855 Jun 15 00:37:09.084593 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:09.089329 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6acd6-e3f1-4684-a766-fbbb85e304dd req-bd6d66de-d612-4fa2-8cbe-66c0940384a3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:09.091195 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b5d6acd6-e3f1-4684-a766-fbbb85e304dd req-bd6d66de-d612-4fa2-8cbe-66c0940384a3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0637910 Jun 15 00:37:09.101436 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d648dc-910c-4641-bc71-a97bf0d632e9 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:37:09.111321 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Publish callbacks [] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:09.128474 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Transition to ACTIVE for port object d4d648dc-910c-4641-bc71-a97bf0d632e9 will not be triggered until provisioned by entity L2. {{(pid=104110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:37:09.137203 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:09.185995 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b5d6acd6-e3f1-4684-a766-fbbb85e304dd req-292077c4-cb3b-4570-94f4-2f367021e32f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782163 Jun 15 00:37:09.188402 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16ff1f44-604c-460e-ab5c-3e17a5c7016d req-b9980c13-be33-4d3d-8dd6-69403c8ded99 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961561 Jun 15 00:37:09.215415 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d648dc-910c-4641-bc71-a97bf0d632e9,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:09.273241 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Attempting to bind port d4d648dc-910c-4641-bc71-a97bf0d632e9 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:37:09.273586 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Attempting to bind port d4d648dc-910c-4641-bc71-a97bf0d632e9 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '4f0daf54-3f96-4df5-9080-2b94cd7da005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:37:09.273918 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Attempting to bind port d4d648dc-910c-4641-bc71-a97bf0d632e9 on network 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:37:09.278453 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Port d4d648dc-910c-4641-bc71-a97bf0d632e9 on network 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:37:09.278819 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Attempting to bind port d4d648dc-910c-4641-bc71-a97bf0d632e9 on network 44b64b7b-e7e0-40e2-9675-5b5bfefa26cb {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:37:09.283932 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:37:09.284267 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Checking segment: {'id': '4f0daf54-3f96-4df5-9080-2b94cd7da005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:37:09.284657 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Bound using segment: {'id': '4f0daf54-3f96-4df5-9080-2b94cd7da005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:37:09.285082 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Bound port: d4d648dc-910c-4641-bc71-a97bf0d632e9, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0daf54-3f96-4df5-9080-2b94cd7da005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:37:09.285451 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:09.365976 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2183a9a-65b4-43dc-9fe7-7dfb9cff3910 req-12631ad9-9267-429c-8a62-54219df6774c tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:09.367493 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d2183a9a-65b4-43dc-9fe7-7dfb9cff3910 req-12631ad9-9267-429c-8a62-54219df6774c tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 943 time: 0.0792317 Jun 15 00:37:09.408269 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] For port d4d648dc-910c-4641-bc71-a97bf0d632e9, host hv-cinder-83538, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:37:09.417830 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:09.427851 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] For port d4d648dc-910c-4641-bc71-a97bf0d632e9, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d4d648dc-910c-4641-bc71-a97bf0d632e9,segment=NetworkSegment(4f0daf54-3f96-4df5-9080-2b94cd7da005),segment_id=4f0daf54-3f96-4df5-9080-2b94cd7da005)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:37:09.441862 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:09.457039 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d2183a9a-65b4-43dc-9fe7-7dfb9cff3910 req-905501d7-063d-4225-a0a8-c4802e012b3b tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810132 Jun 15 00:37:09.487295 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:09.487889 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:09.490863 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] 10.222.0.42 "PUT /v2.0/ports/d4d648dc-910c-4641-bc71-a97bf0d632e9 HTTP/1.1" status: 200 len: 1094 time: 0.8109553 Jun 15 00:37:09.490863 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfa59ed-96fa-4133-abbf-d42aa4a92986', 'tag': 'd4d648dc-910c-4641-bc71-a97bf0d632e9'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:09.495958 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885de5cb-a37c-4e70-afd3-8ef919be7da4" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfa59ed-96fa-4133-abbf-d42aa4a92986", "tag": "d4d648dc-910c-4641-bc71-a97bf0d632e9"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:09.517126 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b23875-3059-456d-a81d-4fe850e152a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d648dc-910c-4641-bc71-a97bf0d632e9,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:09.532904 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a13eb8c-77eb-4b0f-8627-c183cdf5efed x-openstack-request-id: req-2a13eb8c-77eb-4b0f-8627-c183cdf5efed {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:09.533200 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfa59ed-96fa-4133-abbf-d42aa4a92986", "tag": "d4d648dc-910c-4641-bc71-a97bf0d632e9", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:09.533456 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2a13eb8c-77eb-4b0f-8627-c183cdf5efed {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:09.533866 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a13eb8c-77eb-4b0f-8627-c183cdf5efed'] response: {'name': 'network-changed', 'server_uuid': '0dfa59ed-96fa-4133-abbf-d42aa4a92986', 'tag': 'd4d648dc-910c-4641-bc71-a97bf0d632e9', 'status': 'completed', 'code': 200} Jun 15 00:37:10.070375 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5196d2-b3f8-4e5e-bbe1-42d51ddb7de2 req-485743f1-14dd-4d27-98b2-bd3f9f1e405c tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:10.071796 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5f5196d2-b3f8-4e5e-bbe1-42d51ddb7de2 req-485743f1-14dd-4d27-98b2-bd3f9f1e405c tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 944 time: 0.0517504 Jun 15 00:37:10.118854 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5f5196d2-b3f8-4e5e-bbe1-42d51ddb7de2 req-c71009c4-0116-416c-bd13-f50100ff1b78 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415802 Jun 15 00:37:10.315807 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ff382-2efd-4ba9-b6bf-4813f74b09a5 req-7dd29454-6f9a-40d8-b273-dc98f53a7006 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:10.317959 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0d7ff382-2efd-4ba9-b6bf-4813f74b09a5 req-7dd29454-6f9a-40d8-b273-dc98f53a7006 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0592487 Jun 15 00:37:10.343265 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:10.345143 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:10.393033 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885de5cb-a37c-4e70-afd3-8ef919be7da4 req-f00f95e3-3624-4151-bed5-443a0d3f4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:10.394534 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-885de5cb-a37c-4e70-afd3-8ef919be7da4 req-f00f95e3-3624-4151-bed5-443a0d3f4253 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1577716cf20f4274a95a51fb0fd6af99&device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 1128 time: 0.0519917 Jun 15 00:37:10.416604 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0d7ff382-2efd-4ba9-b6bf-4813f74b09a5 req-e4542d95-1ef5-4324-9171-ffa7eea79790 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913544 Jun 15 00:37:10.556211 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 63679f4c-0c0c-4fe3-afea-b9254e5ab990 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:37:10.576421 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a8fa2-7e04-4009-8dcc-ac3993213591 req-3f9b2a14-8c94-44e5-99c5-93b074433705 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:10.578133 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-265a8fa2-7e04-4009-8dcc-ac3993213591 req-3f9b2a14-8c94-44e5-99c5-93b074433705 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 943 time: 0.0509887 Jun 15 00:37:10.579745 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e70235-ba03-47f5-9c62-2ece407fcc26 req-8826a38f-f828-40a4-b92f-70f5b5e7eabc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:10.581520 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e9e70235-ba03-47f5-9c62-2ece407fcc26 req-8826a38f-f828-40a4-b92f-70f5b5e7eabc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0551004 Jun 15 00:37:10.632216 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-265a8fa2-7e04-4009-8dcc-ac3993213591 req-df3b97e9-9fa2-4c4c-a31b-b5a9efa6d5a1 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445247 Jun 15 00:37:10.640514 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e9e70235-ba03-47f5-9c62-2ece407fcc26 req-539092f9-6681-4285-8e74-c0b16c12727a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512292 Jun 15 00:37:10.681708 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 63679f4c-0c0c-4fe3-afea-b9254e5ab990, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=63679f4c-0c0c-4fe3-afea-b9254e5ab990,segment=NetworkSegment(414f32d1-ce0c-4a52-b122-5af556508197),segment_id=414f32d1-ce0c-4a52-b122-5af556508197)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:10.693491 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '63679f4c-0c0c-4fe3-afea-b9254e5ab990', 'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d', 'port_id': '63679f4c-0c0c-4fe3-afea-b9254e5ab990', 'mac_address': 'fa:16:3e:49:84:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303675f0-bc78-465f-8655-6d10b9a1f373', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:37:10.726455 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 63679f4c-0c0c-4fe3-afea-b9254e5ab990 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:37:10.726862 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:10.739613 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63679f4c-0c0c-4fe3-afea-b9254e5ab990 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:37:10.759107 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 63679f4c-0c0c-4fe3-afea-b9254e5ab990, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=63679f4c-0c0c-4fe3-afea-b9254e5ab990,segment=NetworkSegment(414f32d1-ce0c-4a52-b122-5af556508197),segment_id=414f32d1-ce0c-4a52-b122-5af556508197)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:10.762511 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:10.805390 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=63679f4c-0c0c-4fe3-afea-b9254e5ab990,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:11.119504 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885de5cb-a37c-4e70-afd3-8ef919be7da4 req-15f334bc-7907-478f-9f6d-222b7c7cdc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:11.120985 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-885de5cb-a37c-4e70-afd3-8ef919be7da4 req-15f334bc-7907-478f-9f6d-222b7c7cdc37 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1577716cf20f4274a95a51fb0fd6af99&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1088490 Jun 15 00:37:11.218016 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['63679f4c-0c0c-4fe3-afea-b9254e5ab990'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:37:11.231679 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdc54d-2554-4af0-b021-dcd0bae2f663 req-f700a926-57a0-47a4-88fa-3b0ca07cc6ef tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:11.233060 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ebdc54d-2554-4af0-b021-dcd0bae2f663 req-f700a926-57a0-47a4-88fa-3b0ca07cc6ef tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 944 time: 0.0499675 Jun 15 00:37:11.253852 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:11.285996 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:11.487598 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ebdc54d-2554-4af0-b021-dcd0bae2f663 req-c3e7a5ed-b41c-47c4-99a8-d25b3ade6799 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489254 Jun 15 00:37:11.539941 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9b844-03e8-4199-bf33-4e9fd6582e94 req-b2cf8ef5-4239-4d71-a3b2-3d502816f559 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:11.541403 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f8a9b844-03e8-4199-bf33-4e9fd6582e94 req-b2cf8ef5-4239-4d71-a3b2-3d502816f559 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0512605 Jun 15 00:37:11.552243 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:11.589404 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f8a9b844-03e8-4199-bf33-4e9fd6582e94 req-bc5e0656-3745-42e4-accc-99444187e935 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423875 Jun 15 00:37:11.710686 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16790eb2-758c-49c7-aa01-ac79d33fc2fe req-41c7e54f-001b-4c89-b165-5a61e0e8d287 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:11.712365 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16790eb2-758c-49c7-aa01-ac79d33fc2fe req-41c7e54f-001b-4c89-b165-5a61e0e8d287 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0521803 Jun 15 00:37:11.720871 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 57652) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:37:11.742043 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-59b4e68f-0caa-4a04-9a40-bce6908d9a13 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Request body: {'floatingip': {'port_id': '7042541a-e5da-4765-a758-a53e6fea7afc'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:37:11.789795 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-59b4e68f-0caa-4a04-9a40-bce6908d9a13 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for floatingip (853e591f-27bb-4fc5-a41a-aa56d8f688f9), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:11.810310 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6005e5-40c1-4194-bea7-f98ddd600272 req-c3ddbb02-b2e8-4cb7-ab7f-a1580823b51d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:11.811836 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e6005e5-40c1-4194-bea7-f98ddd600272 req-c3ddbb02-b2e8-4cb7-ab7f-a1580823b51d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0482273 Jun 15 00:37:11.824578 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4dd02-1ca6-489a-91b6-e8b640b0af60 req-5451af5d-8ea9-411e-a8f9-692a2e1c8e8e tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:11.826064 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ace4dd02-1ca6-489a-91b6-e8b640b0af60 req-5451af5d-8ea9-411e-a8f9-692a2e1c8e8e tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 944 time: 0.1187198 Jun 15 00:37:11.861756 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e6005e5-40c1-4194-bea7-f98ddd600272 req-dc590d95-6f70-4be4-a39f-bb07919b8489 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440559 Jun 15 00:37:11.936900 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ace4dd02-1ca6-489a-91b6-e8b640b0af60 req-19b80d75-c0ac-4c90-8039-e6877ca71194 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019571 Jun 15 00:37:12.216462 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:12.251498 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-59b4e68f-0caa-4a04-9a40-bce6908d9a13 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:12.255781 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-59b4e68f-0caa-4a04-9a40-bce6908d9a13 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (853e591f-27bb-4fc5-a41a-aa56d8f688f9), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:12.403587 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885de5cb-a37c-4e70-afd3-8ef919be7da4 req-82596c13-5de9-4dd8-932c-0901f571522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:12.405041 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-885de5cb-a37c-4e70-afd3-8ef919be7da4 req-82596c13-5de9-4dd8-932c-0901f571522a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1789858 Jun 15 00:37:12.411986 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [None req-59b4e68f-0caa-4a04-9a40-bce6908d9a13 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Floating IP 853e591f-27bb-4fc5-a41a-aa56d8f688f9 associated. External IP: 172.27.3.42, port: 7042541a-e5da-4765-a758-a53e6fea7afc. Jun 15 00:37:12.549122 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-5a12476d-31c0-4d8d-9492-8fb56696c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:12.550737 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-5a12476d-31c0-4d8d-9492-8fb56696c761 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1577716cf20f4274a95a51fb0fd6af99&device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 1128 time: 0.0507448 Jun 15 00:37:12.557335 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 63679f4c-0c0c-4fe3-afea-b9254e5ab990 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:37:12.626213 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8b75b-baf2-4ba3-873a-246e3a75511e req-d39b9d9d-0d33-48d9-9474-61bed0978467 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:12.628300 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-35d8b75b-baf2-4ba3-873a-246e3a75511e req-d39b9d9d-0d33-48d9-9474-61bed0978467 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 944 time: 0.0617838 Jun 15 00:37:12.634108 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 63679f4c-0c0c-4fe3-afea-b9254e5ab990 completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:37:12.644464 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 63679f4c-0c0c-4fe3-afea-b9254e5ab990 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:37:12.644977 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:12.695273 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-35d8b75b-baf2-4ba3-873a-246e3a75511e req-2973a51d-a5be-4c38-a669-c57942a416d7 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599442 Jun 15 00:37:12.754388 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 63679f4c-0c0c-4fe3-afea-b9254e5ab990 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:37:12.755164 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:12.783488 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a1c69-6805-4f5a-ba0c-98ef9b74bd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63679f4c-0c0c-4fe3-afea-b9254e5ab990'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:12.787195 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dd9fb0-efc1-410e-9d98-558c3a0b3be2" -d '{"events": [{"server_uuid": "e52a1c69-6805-4f5a-ba0c-98ef9b74bd82", "name": "network-vif-plugged", "status": "completed", "tag": "63679f4c-0c0c-4fe3-afea-b9254e5ab990"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:12.800742 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 63679f4c-0c0c-4fe3-afea-b9254e5ab990, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=63679f4c-0c0c-4fe3-afea-b9254e5ab990,segment=NetworkSegment(414f32d1-ce0c-4a52-b122-5af556508197),segment_id=414f32d1-ce0c-4a52-b122-5af556508197)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:12.807783 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:12.832443 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3a99f-4379-48db-91b4-53f3b2e57616 req-49c83a87-c2d3-435c-a700-5c03fb43191e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:12.833939 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e028039b-618f-499d-9633-0c9e1a05fc1f x-openstack-request-id: req-e028039b-618f-499d-9633-0c9e1a05fc1f {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:12.834249 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a1c69-6805-4f5a-ba0c-98ef9b74bd82", "name": "network-vif-plugged", "status": "completed", "tag": "63679f4c-0c0c-4fe3-afea-b9254e5ab990", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:12.834500 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e028039b-618f-499d-9633-0c9e1a05fc1f {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:12.834910 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e028039b-618f-499d-9633-0c9e1a05fc1f'] response: {'server_uuid': 'e52a1c69-6805-4f5a-ba0c-98ef9b74bd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63679f4c-0c0c-4fe3-afea-b9254e5ab990', 'code': 200} Jun 15 00:37:12.835303 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8de3a99f-4379-48db-91b4-53f3b2e57616 req-49c83a87-c2d3-435c-a700-5c03fb43191e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0509300 Jun 15 00:37:12.863417 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=63679f4c-0c0c-4fe3-afea-b9254e5ab990,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:12.890583 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8de3a99f-4379-48db-91b4-53f3b2e57616 req-1ff3cb19-1bf7-48f8-962b-d28a9048d0b1 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482719 Jun 15 00:37:12.910481 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-443c95da-f4a2-41b4-856d-092d4c7c1033 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4d648dc-910c-4641-bc71-a97bf0d632e9 HTTP/1.1" status: 200 len: 217 time: 0.3201354 Jun 15 00:37:12.979549 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b4e68f-0caa-4a04-9a40-bce6908d9a13 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:37:13.004333 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c783a-9416-4f47-91e6-e611a47f3978 req-582f06fd-e08a-47d2-b14e-3549044ffa7f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:13.006409 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4f0c783a-9416-4f47-91e6-e611a47f3978 req-582f06fd-e08a-47d2-b14e-3549044ffa7f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0589647 Jun 15 00:37:13.065080 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d9b2f-88ff-4ce4-ac29-9fc96bb64d51 req-a7f74e1d-dcf6-4e61-b7a5-93e492f8aee4 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:13.066493 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-570d9b2f-88ff-4ce4-ac29-9fc96bb64d51 req-a7f74e1d-dcf6-4e61-b7a5-93e492f8aee4 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 945 time: 0.0584705 Jun 15 00:37:13.074181 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:13.079991 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:13.122647 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-570d9b2f-88ff-4ce4-ac29-9fc96bb64d51 req-91a82bef-665e-4361-ac4a-c1069ff6cb01 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492976 Jun 15 00:37:13.175778 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-74b67bc5-80d6-49d5-a513-2668dfd57ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:13.177767 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-74b67bc5-80d6-49d5-a513-2668dfd57ddd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b785adc0-6ede-4f8b-b143-35f0ab34774e HTTP/1.1" status: 200 len: 848 time: 0.1024890 Jun 15 00:37:13.180783 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4f0c783a-9416-4f47-91e6-e611a47f3978 req-969d1113-1a6e-4cef-856b-0cd92edf6771 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1385818 Jun 15 00:37:13.191350 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b4e68f-0caa-4a04-9a40-bce6908d9a13 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:37:13.197267 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-59b4e68f-0caa-4a04-9a40-bce6908d9a13 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:13.205616 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3301c8a-dd14-4dda-9b41-66f07823703a None None] Sync routers for ids ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:37:13.219046 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3301c8a-dd14-4dda-9b41-66f07823703a None None] Routers {'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:37:13.219664 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-c3301c8a-dd14-4dda-9b41-66f07823703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:37:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:37:13.240943 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-7b725d41-5021-4c79-ae69-6f731bd605c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44b64b7b-e7e0-40e2-9675-5b5bfefa26cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471377 Jun 15 00:37:13.252583 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-59b4e68f-0caa-4a04-9a40-bce6908d9a13 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "PUT /v2.0/floatingips/853e591f-27bb-4fc5-a41a-aa56d8f688f9 HTTP/1.1" status: 200 len: 990 time: 1.5119805 Jun 15 00:37:13.252583 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5445126a-8730-4a6f-8486-30d5d032902d', 'tag': '7042541a-e5da-4765-a758-a53e6fea7afc'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:13.254528 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c6d140-6335-4da3-968c-1aba55c6e1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5445126a-8730-4a6f-8486-30d5d032902d", "tag": "7042541a-e5da-4765-a758-a53e6fea7afc"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:13.264962 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c0d86-e7da-4f74-8933-60c47a7cc5e1 req-04f01341-9347-4866-8d09-6e2d5e589aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:13.267250 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-438c0d86-e7da-4f74-8933-60c47a7cc5e1 req-04f01341-9347-4866-8d09-6e2d5e589aa5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 1129 time: 0.0415559 Jun 15 00:37:13.318930 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-438c0d86-e7da-4f74-8933-60c47a7cc5e1 req-06664cc9-7e5f-4875-838c-3533fa52caa8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449982 Jun 15 00:37:13.324798 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-c3301c8a-dd14-4dda-9b41-66f07823703a None None] Set router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:37:13.325672 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aacd95-4221-44d3-a191-52a16ddaa6ef x-openstack-request-id: req-c3aacd95-4221-44d3-a191-52a16ddaa6ef {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:13.325960 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5445126a-8730-4a6f-8486-30d5d032902d", "tag": "7042541a-e5da-4765-a758-a53e6fea7afc", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:13.326285 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c3aacd95-4221-44d3-a191-52a16ddaa6ef {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:13.326737 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3aacd95-4221-44d3-a191-52a16ddaa6ef'] response: {'name': 'network-changed', 'server_uuid': '5445126a-8730-4a6f-8486-30d5d032902d', 'tag': '7042541a-e5da-4765-a758-a53e6fea7afc', 'status': 'completed', 'code': 200} Jun 15 00:37:13.352934 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:13.357067 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-adba70c3-d27a-4711-88a4-5d4d5e4ce324 service neutron] 10.222.0.42 "GET /v2.0/networks/44b64b7b-e7e0-40e2-9675-5b5bfefa26cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056659 Jun 15 00:37:13.533330 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-c3301c8a-dd14-4dda-9b41-66f07823703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:52Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '853e591f-27bb-4fc5-a41a-aa56d8f688f9', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'port_id': '7042541a-e5da-4765-a758-a53e6fea7afc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'mac_address': 'fa:16:3e:2d:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5445126a-8730-4a6f-8486-30d5d032902d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:36:54Z', 'updated_at': '2022-06-15T00:37:12Z', 'revision_number': 1, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f353668-9c43-4961-93c2-0490d7af8ee1', 'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'mac_address': 'fa:16:3e:0a:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:46Z', 'updated_at': '2022-06-15T00:35:02Z', 'revision_number': 5, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'subnets': [{'id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:37:13.561847 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3301c8a-dd14-4dda-9b41-66f07823703a None None] Checking router: fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:37:13.570240 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3301c8a-dd14-4dda-9b41-66f07823703a None None] Routers {'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:37:13.570803 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-c3301c8a-dd14-4dda-9b41-66f07823703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:37:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:37:13.666428 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-c3301c8a-dd14-4dda-9b41-66f07823703a None None] Set router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:37:13.760138 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6d140-6335-4da3-968c-1aba55c6e1f8 req-d00829a6-5318-441d-bba4-33a97162fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:13.762607 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4c6d140-6335-4da3-968c-1aba55c6e1f8 req-d00829a6-5318-441d-bba4-33a97162fd2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 1129 time: 0.0494397 Jun 15 00:37:13.782753 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:13.857355 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f8ba0-65aa-4a66-8e0c-68a617598572 req-22d6eec7-6257-41dc-b59d-aeb033a48ee3 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:13.859013 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ae7f8ba0-65aa-4a66-8e0c-68a617598572 req-22d6eec7-6257-41dc-b59d-aeb033a48ee3 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 944 time: 0.0671761 Jun 15 00:37:13.881006 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d860f659-2559-4644-8bc2-248a0a9c49c5 req-cd29f829-4f62-4ada-be7d-073f05a8c4f6 service neutron] 10.222.0.42 "GET /v2.0/networks/44b64b7b-e7e0-40e2-9675-5b5bfefa26cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673584 Jun 15 00:37:13.893163 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6d140-6335-4da3-968c-1aba55c6e1f8 req-ad2deff0-60cf-4d33-a05e-acefe4ad5be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:13.895627 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4c6d140-6335-4da3-968c-1aba55c6e1f8 req-ad2deff0-60cf-4d33-a05e-acefe4ad5be0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.1247816 Jun 15 00:37:13.919963 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ae7f8ba0-65aa-4a66-8e0c-68a617598572 req-01076e71-f71c-4fb0-9094-4b272d1bd427 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483720 Jun 15 00:37:13.990443 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-c3301c8a-dd14-4dda-9b41-66f07823703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:52Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '853e591f-27bb-4fc5-a41a-aa56d8f688f9', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'port_id': '7042541a-e5da-4765-a758-a53e6fea7afc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'mac_address': 'fa:16:3e:2d:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5445126a-8730-4a6f-8486-30d5d032902d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:36:54Z', 'updated_at': '2022-06-15T00:37:12Z', 'revision_number': 1, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f353668-9c43-4961-93c2-0490d7af8ee1', 'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'mac_address': 'fa:16:3e:0a:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:46Z', 'updated_at': '2022-06-15T00:35:02Z', 'revision_number': 5, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'subnets': [{'id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:37:14.015912 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3301c8a-dd14-4dda-9b41-66f07823703a None None] The sync data for ids ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'] in dv-cinder-835384-6-iscsi is: [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:52Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '853e591f-27bb-4fc5-a41a-aa56d8f688f9', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'port_id': '7042541a-e5da-4765-a758-a53e6fea7afc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'mac_address': 'fa:16:3e:2d:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5445126a-8730-4a6f-8486-30d5d032902d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:36:54Z', 'updated_at': '2022-06-15T00:37:12Z', 'revision_number': 1, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f353668-9c43-4961-93c2-0490d7af8ee1', 'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'mac_address': 'fa:16:3e:0a:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:46Z', 'updated_at': '2022-06-15T00:35:02Z', 'revision_number': 5, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'subnets': [{'id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:37:14.017492 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f573c9-7ee0-4e6a-ae92-a13537296de7 req-578572d3-f826-481d-975c-b5293fe37db2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:14.019045 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6f573c9-7ee0-4e6a-ae92-a13537296de7 req-578572d3-f826-481d-975c-b5293fe37db2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0479612 Jun 15 00:37:14.072877 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6f573c9-7ee0-4e6a-ae92-a13537296de7 req-0256e606-fbf7-45de-b9b3-5aacafad5395 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479984 Jun 15 00:37:14.216263 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171d23c-dd4f-4bd7-aaff-3c08d5beb002 None None] New status for floating IP 853e591f-27bb-4fc5-a41a-aa56d8f688f9: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:37:14.251568 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92de8db-a325-4e19-9add-2da483ea8c2f req-613ccdd9-e65e-49d8-a23c-cd1be5896bd3 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:14.252958 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c92de8db-a325-4e19-9add-2da483ea8c2f req-613ccdd9-e65e-49d8-a23c-cd1be5896bd3 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 945 time: 0.0537503 Jun 15 00:37:14.309600 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b50a2-a066-434c-b4db-7d6e8e7eed92 req-4246d868-61d9-4929-8298-c320a665189e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:14.311498 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-383b50a2-a066-434c-b4db-7d6e8e7eed92 req-4246d868-61d9-4929-8298-c320a665189e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0537384 Jun 15 00:37:14.315620 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c92de8db-a325-4e19-9add-2da483ea8c2f req-4d74e1a9-103d-4ecd-9494-79940c98bcb3 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474088 Jun 15 00:37:14.419319 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-383b50a2-a066-434c-b4db-7d6e8e7eed92 req-15265cee-88c0-46fb-9632-ddeb2263f55b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008921 Jun 15 00:37:14.449374 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4c6d140-6335-4da3-968c-1aba55c6e1f8 req-18da3d59-eacb-4453-bda0-7aa13b480b0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7042541a-e5da-4765-a758-a53e6fea7afc HTTP/1.1" status: 200 len: 998 time: 0.1008499 Jun 15 00:37:14.469996 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:15.034527 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7332e-934a-46c1-8af9-ff9230209884 req-3c0cd96e-8ee7-4a00-9ec7-40abbf327aa5 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:15.036555 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0bc7332e-934a-46c1-8af9-ff9230209884 req-3c0cd96e-8ee7-4a00-9ec7-40abbf327aa5 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 944 time: 0.0482013 Jun 15 00:37:15.088993 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0bc7332e-934a-46c1-8af9-ff9230209884 req-991424ed-954c-449a-a494-d56f31c60dec tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465665 Jun 15 00:37:15.197456 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8a6fe-6cf2-44a8-ac06-181248d75657 req-6faf142a-7b4c-437d-9d5c-1f62c9f9f055 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:15.198980 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-75a8a6fe-6cf2-44a8-ac06-181248d75657 req-6faf142a-7b4c-437d-9d5c-1f62c9f9f055 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0486202 Jun 15 00:37:15.245398 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-75a8a6fe-6cf2-44a8-ac06-181248d75657 req-bbcfa62a-09c2-49d8-a312-1468cb58861c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404015 Jun 15 00:37:15.434057 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd702d-8a88-4b0c-a80e-da68cc2f7194 req-547d9f1a-740d-43f3-9b61-5904178cad88 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:15.435557 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-17bd702d-8a88-4b0c-a80e-da68cc2f7194 req-547d9f1a-740d-43f3-9b61-5904178cad88 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 945 time: 0.0474055 Jun 15 00:37:15.487981 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-17bd702d-8a88-4b0c-a80e-da68cc2f7194 req-f9a8326d-a43b-4e6c-8e68-3ce46fc9ce57 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469680 Jun 15 00:37:15.540726 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299c2da-5b9e-497f-b3a4-b5072e158858 req-a950ffaa-ee00-4512-8d6d-6ef0dc079773 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:15.542256 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5299c2da-5b9e-497f-b3a4-b5072e158858 req-a950ffaa-ee00-4512-8d6d-6ef0dc079773 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0489585 Jun 15 00:37:15.593431 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5299c2da-5b9e-497f-b3a4-b5072e158858 req-b50e31b9-0f32-4f01-ac08-eca0bda4b5ca tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458636 Jun 15 00:37:16.202160 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89064c64-31e8-4014-841a-fa255d8b6de9 req-3a15fa6d-9fcb-45ba-b338-16906d672c41 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:16.203850 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-89064c64-31e8-4014-841a-fa255d8b6de9 req-3a15fa6d-9fcb-45ba-b338-16906d672c41 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 944 time: 0.0493309 Jun 15 00:37:16.250413 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-89064c64-31e8-4014-841a-fa255d8b6de9 req-0bb29421-f210-48d3-9e1b-2c06494dd183 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Jun 15 00:37:16.357692 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf611126-4d3f-44ef-ade8-fdd1f99fbf99 req-9479ca62-65e6-4911-9c33-54bb7c0b3d58 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:16.359191 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf611126-4d3f-44ef-ade8-fdd1f99fbf99 req-9479ca62-65e6-4911-9c33-54bb7c0b3d58 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0472124 Jun 15 00:37:16.405775 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf611126-4d3f-44ef-ade8-fdd1f99fbf99 req-11cfd508-a95d-44b8-bb1c-8481dc5296bb tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404954 Jun 15 00:37:16.607688 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4146774-cbd2-4c46-ac32-731f15e341a5 req-ca8e4ad0-1195-42ec-aeae-45c32e89990d tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:16.609491 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d4146774-cbd2-4c46-ac32-731f15e341a5 req-ca8e4ad0-1195-42ec-aeae-45c32e89990d tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 945 time: 0.0535369 Jun 15 00:37:16.657763 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d4146774-cbd2-4c46-ac32-731f15e341a5 req-68f6aa9f-af11-4b67-b6d8-c5f442e2a957 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 Jun 15 00:37:16.716613 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652472da-a6ce-4177-aada-03c1d5657fdc req-5c7f9dbc-f856-48e2-8185-b49dc784d656 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:16.718088 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-652472da-a6ce-4177-aada-03c1d5657fdc req-5c7f9dbc-f856-48e2-8185-b49dc784d656 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0537243 Jun 15 00:37:16.763731 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-652472da-a6ce-4177-aada-03c1d5657fdc req-1e83323a-2b8e-44d3-b842-b9bd10ec83f1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394771 Jun 15 00:37:17.359302 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8e89-1d57-434c-8e82-953547421e5f req-4d6cadfc-879d-44ec-ab13-e1785a2786b6 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:17.360734 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-845d8e89-1d57-434c-8e82-953547421e5f req-4d6cadfc-879d-44ec-ab13-e1785a2786b6 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 944 time: 0.0463870 Jun 15 00:37:17.406836 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-845d8e89-1d57-434c-8e82-953547421e5f req-9cfa88f5-6d6c-40af-9de7-a8c902c0e1be tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Jun 15 00:37:17.509494 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device d4d648dc-910c-4641-bc71-a97bf0d632e9 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:37:17.521318 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b3e26-ed53-4884-babf-e54759c92a8e req-516c551b-d8cc-45b4-983a-0fce184b8d6d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:17.522830 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cb0b3e26-ed53-4884-babf-e54759c92a8e req-516c551b-d8cc-45b4-983a-0fce184b8d6d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0517004 Jun 15 00:37:17.569856 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cb0b3e26-ed53-4884-babf-e54759c92a8e req-8fbdac49-a04d-4521-8c2c-407e14e1d35d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412123 Jun 15 00:37:17.728932 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port d4d648dc-910c-4641-bc71-a97bf0d632e9, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d4d648dc-910c-4641-bc71-a97bf0d632e9,segment=NetworkSegment(4f0daf54-3f96-4df5-9080-2b94cd7da005),segment_id=4f0daf54-3f96-4df5-9080-2b94cd7da005)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:17.740079 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': 'd4d648dc-910c-4641-bc71-a97bf0d632e9', 'network_id': '44b64b7b-e7e0-40e2-9675-5b5bfefa26cb', 'port_id': 'd4d648dc-910c-4641-bc71-a97bf0d632e9', 'mac_address': 'fa:16:3e:e9:76:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b785adc0-6ede-4f8b-b143-35f0ab34774e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:37:17.744754 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:17.775047 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port d4d648dc-910c-4641-bc71-a97bf0d632e9 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:37:17.775340 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:17.780684 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb526f59-4691-43db-afe6-402e46776e7e req-18f6e2bb-c1f0-43a2-a29f-82defc7fbf6a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:17.782162 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cb526f59-4691-43db-afe6-402e46776e7e req-18f6e2bb-c1f0-43a2-a29f-82defc7fbf6a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 945 time: 0.0471318 Jun 15 00:37:17.788636 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d648dc-910c-4641-bc71-a97bf0d632e9 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:37:17.810058 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port d4d648dc-910c-4641-bc71-a97bf0d632e9, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d4d648dc-910c-4641-bc71-a97bf0d632e9,segment=NetworkSegment(4f0daf54-3f96-4df5-9080-2b94cd7da005),segment_id=4f0daf54-3f96-4df5-9080-2b94cd7da005)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:17.813902 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:17.840392 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cb526f59-4691-43db-afe6-402e46776e7e req-b7413f79-7049-4c0a-bace-5a8651b21a32 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521283 Jun 15 00:37:17.846767 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:17.867136 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=d4d648dc-910c-4641-bc71-a97bf0d632e9,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:17.872913 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:17.892623 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afe79c-a6b9-4c1e-b4ed-c3e0e8733c52 req-43232393-52d8-42cf-b9b4-ce408314c96a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:17.894123 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-98afe79c-a6b9-4c1e-b4ed-c3e0e8733c52 req-43232393-52d8-42cf-b9b4-ce408314c96a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0514040 Jun 15 00:37:17.940823 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-98afe79c-a6b9-4c1e-b4ed-c3e0e8733c52 req-17912ec5-8744-42bb-b086-6c6be0e8e456 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402780 Jun 15 00:37:18.520838 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e7340-8abc-4903-87cf-a3808efb754b req-34afa12b-2475-44b1-86d9-c66dc0277104 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:18.522347 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-218e7340-8abc-4903-87cf-a3808efb754b req-34afa12b-2475-44b1-86d9-c66dc0277104 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 945 time: 0.0501997 Jun 15 00:37:18.573170 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-218e7340-8abc-4903-87cf-a3808efb754b req-06f3bf9a-8c2c-46e5-ac35-2fbbd5fa937d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451138 Jun 15 00:37:18.687549 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab64a2-0c96-49b3-8a7e-2e84d598dd8d req-dc81ce01-41a5-40c3-b52b-e7365912971d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:18.689963 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6dab64a2-0c96-49b3-8a7e-2e84d598dd8d req-dc81ce01-41a5-40c3-b52b-e7365912971d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0469825 Jun 15 00:37:18.741674 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6dab64a2-0c96-49b3-8a7e-2e84d598dd8d req-62a8d991-514e-43a6-888e-006f7d5ea730 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466199 Jun 15 00:37:18.780484 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:18.786874 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6d140-6335-4da3-968c-1aba55c6e1f8 req-6cc64f3c-080c-4c27-955e-dde73c54f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:18.788315 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4c6d140-6335-4da3-968c-1aba55c6e1f8 req-6cc64f3c-080c-4c27-955e-dde73c54f134 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.0453763 Jun 15 00:37:18.952987 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9424abb-328a-45ed-8ca8-b285cbfcaa55 req-b8e068d9-427b-494b-b512-6bed3ccd2fec tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:18.954437 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c9424abb-328a-45ed-8ca8-b285cbfcaa55 req-b8e068d9-427b-494b-b512-6bed3ccd2fec tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 945 time: 0.0468807 Jun 15 00:37:18.961676 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['d4d648dc-910c-4641-bc71-a97bf0d632e9'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:37:18.991478 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:19.007032 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c9424abb-328a-45ed-8ca8-b285cbfcaa55 req-d4a48dd7-dc52-42be-88a5-3d44575173c0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463526 Jun 15 00:37:19.064492 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387039f-2930-45d8-9b97-0338700c82e7 req-bf5e344f-1cc9-4151-b235-4561c6f5961d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:19.066014 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f387039f-2930-45d8-9b97-0338700c82e7 req-bf5e344f-1cc9-4151-b235-4561c6f5961d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0492604 Jun 15 00:37:19.095101 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:19.121489 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f387039f-2930-45d8-9b97-0338700c82e7 req-84e32602-e74d-4509-80d5-d699bae0fe14 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473018 Jun 15 00:37:19.461378 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6d140-6335-4da3-968c-1aba55c6e1f8 req-56933c9b-b82f-403d-9892-b29b3e886abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:19.462940 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4c6d140-6335-4da3-968c-1aba55c6e1f8 req-56933c9b-b82f-403d-9892-b29b3e886abe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443947 Jun 15 00:37:19.695644 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1b253-a75e-4226-9b6f-2623dd65ffb8 req-da1c125f-99b3-4bdd-b1a6-f1f7e3d5b17e tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:19.697271 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e9c1b253-a75e-4226-9b6f-2623dd65ffb8 req-da1c125f-99b3-4bdd-b1a6-f1f7e3d5b17e tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 945 time: 0.0527272 Jun 15 00:37:19.701435 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4c6d140-6335-4da3-968c-1aba55c6e1f8 req-488df7ec-8c54-4664-aafd-62c0245dd00d service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866187 Jun 15 00:37:19.747813 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e9c1b253-a75e-4226-9b6f-2623dd65ffb8 req-a22c3ec4-009b-43a5-9cd8-8ff21d18a764 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 Jun 15 00:37:19.856272 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4484a1-e5eb-4688-b401-4099be336adc req-5854d838-1bfc-4e2f-a6c4-10647d19532e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:19.857735 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b4484a1-e5eb-4688-b401-4099be336adc req-5854d838-1bfc-4e2f-a6c4-10647d19532e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0464659 Jun 15 00:37:19.908234 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b4484a1-e5eb-4688-b401-4099be336adc req-6b0598ec-d5f5-4203-89ac-4306e52146f8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448265 Jun 15 00:37:20.240257 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472e032-5ce9-4217-a8c3-b4e46aa9a812 req-8a90d600-95ff-4813-afc2-f854d785d10c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:20.241710 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6472e032-5ce9-4217-a8c3-b4e46aa9a812 req-8a90d600-95ff-4813-afc2-f854d785d10c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0469179 Jun 15 00:37:20.298120 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6472e032-5ce9-4217-a8c3-b4e46aa9a812 req-2216b706-c162-483e-b5eb-5e14780f9e2f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508313 Jun 15 00:37:20.354372 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4c6d140-6335-4da3-968c-1aba55c6e1f8 req-4a37163f-0570-492f-9b95-c015ee49a435 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952420 Jun 15 00:37:20.790391 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device d4d648dc-910c-4641-bc71-a97bf0d632e9 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:37:20.845777 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port d4d648dc-910c-4641-bc71-a97bf0d632e9 completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:37:20.852256 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port d4d648dc-910c-4641-bc71-a97bf0d632e9 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:37:20.852675 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:20.893700 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0bc96-147b-4e5e-8715-da40ab316a22 req-0cddf4e7-97d5-4561-93ed-7c66c93bb46d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:20.895783 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3f0bc96-147b-4e5e-8715-da40ab316a22 req-0cddf4e7-97d5-4561-93ed-7c66c93bb46d tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 945 time: 0.0756593 Jun 15 00:37:20.934586 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port d4d648dc-910c-4641-bc71-a97bf0d632e9 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:37:20.935286 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:20.963790 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfa59ed-96fa-4133-abbf-d42aa4a92986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d648dc-910c-4641-bc71-a97bf0d632e9'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:20.966053 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f619ab1-cae5-4517-a00a-231f18720c5c" -d '{"events": [{"server_uuid": "0dfa59ed-96fa-4133-abbf-d42aa4a92986", "name": "network-vif-plugged", "status": "completed", "tag": "d4d648dc-910c-4641-bc71-a97bf0d632e9"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:20.966342 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3f0bc96-147b-4e5e-8715-da40ab316a22 req-d82cf2f4-ebcd-478a-8339-d8fb375b4213 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649116 Jun 15 00:37:20.979319 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port d4d648dc-910c-4641-bc71-a97bf0d632e9, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d4d648dc-910c-4641-bc71-a97bf0d632e9,segment=NetworkSegment(4f0daf54-3f96-4df5-9080-2b94cd7da005),segment_id=4f0daf54-3f96-4df5-9080-2b94cd7da005)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:20.986352 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:21.043299 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b44c33-7057-4487-b663-90a174be00bc x-openstack-request-id: req-92b44c33-7057-4487-b663-90a174be00bc {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:21.043696 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfa59ed-96fa-4133-abbf-d42aa4a92986", "name": "network-vif-plugged", "status": "completed", "tag": "d4d648dc-910c-4641-bc71-a97bf0d632e9", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:21.043954 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-92b44c33-7057-4487-b663-90a174be00bc {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:21.044347 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b44c33-7057-4487-b663-90a174be00bc'] response: {'server_uuid': '0dfa59ed-96fa-4133-abbf-d42aa4a92986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d648dc-910c-4641-bc71-a97bf0d632e9', 'code': 200} Jun 15 00:37:21.049141 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=d4d648dc-910c-4641-bc71-a97bf0d632e9,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:21.072465 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bde72-a0b8-454a-be52-eccb38916dcb req-ba469bfc-8bd0-4419-81b2-75af21d0f0ff tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:21.073958 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3b9bde72-a0b8-454a-be52-eccb38916dcb req-ba469bfc-8bd0-4419-81b2-75af21d0f0ff tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0764618 Jun 15 00:37:21.125025 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3b9bde72-a0b8-454a-be52-eccb38916dcb req-43abb81b-aa5b-48a7-94f7-3b44ba0848f3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453312 Jun 15 00:37:21.280605 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca8fb8-95a3-43e7-839a-d8c450d02fdc req-8ce3effb-abbe-404b-b2c8-be6dfe3996bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:21.282116 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a2ca8fb8-95a3-43e7-839a-d8c450d02fdc req-8ce3effb-abbe-404b-b2c8-be6dfe3996bc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 1130 time: 0.0385017 Jun 15 00:37:21.329092 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a2ca8fb8-95a3-43e7-839a-d8c450d02fdc req-cfa7ae91-628b-4298-9d66-99bd92086acb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388541 Jun 15 00:37:21.417750 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db82d61-6755-46fa-bb7c-dd2904263fe3 req-aa771c04-a7cd-4889-9a62-0d6c1e91a187 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:21.419364 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1db82d61-6755-46fa-bb7c-dd2904263fe3 req-aa771c04-a7cd-4889-9a62-0d6c1e91a187 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0471122 Jun 15 00:37:21.471266 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1db82d61-6755-46fa-bb7c-dd2904263fe3 req-3482fb90-0d8d-46b9-b561-ee8054394c64 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463164 Jun 15 00:37:22.017445 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 57848) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:37:22.022052 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-b3584e41-19e2-4f3c-b14e-6a4cf7d815d2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--285131160', 'description': 'tempest-description--60577150'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:37:22.045054 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b3584e41-19e2-4f3c-b14e-6a4cf7d815d2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.100347 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02553e-5818-49c1-92f1-584999e7bc74 req-9b24be24-111d-4b3e-8b75-362a7eebbafe tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:22.101910 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d02553e-5818-49c1-92f1-584999e7bc74 req-9b24be24-111d-4b3e-8b75-362a7eebbafe tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 946 time: 0.0546358 Jun 15 00:37:22.116407 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b3584e41-19e2-4f3c-b14e-6a4cf7d815d2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.120195 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b3584e41-19e2-4f3c-b14e-6a4cf7d815d2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.150573 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d02553e-5818-49c1-92f1-584999e7bc74 req-eb82cd25-a65e-45bf-b768-3387781c5f99 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Jun 15 00:37:22.151638 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3584e41-19e2-4f3c-b14e-6a4cf7d815d2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:22.163371 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b3584e41-19e2-4f3c-b14e-6a4cf7d815d2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.164755 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-b3584e41-19e2-4f3c-b14e-6a4cf7d815d2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1462748 Jun 15 00:37:22.167986 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 57852) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:37:22.173589 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-8cba69c1-e64e-40a4-aa8c-bae99047b7e9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'security_group_rule': {'security_group_id': '2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:37:22.188606 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:22.201854 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8cba69c1-e64e-40a4-aa8c-bae99047b7e9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (a0208c5f-23b5-47f7-a050-faf658fde76a), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.252710 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba09f73-f941-4052-8131-4f3b51c98f6c req-a2287021-54b7-4499-ac8b-6b57be4b2254 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:22.254950 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7ba09f73-f941-4052-8131-4f3b51c98f6c req-a2287021-54b7-4499-ac8b-6b57be4b2254 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0500937 Jun 15 00:37:22.261966 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8cba69c1-e64e-40a4-aa8c-bae99047b7e9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (a0208c5f-23b5-47f7-a050-faf658fde76a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.265560 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8cba69c1-e64e-40a4-aa8c-bae99047b7e9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (a0208c5f-23b5-47f7-a050-faf658fde76a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.285251 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba69c1-e64e-40a4-aa8c-bae99047b7e9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0208c5f-23b5-47f7-a050-faf658fde76a,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:22.290300 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8cba69c1-e64e-40a4-aa8c-bae99047b7e9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.294322 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8cba69c1-e64e-40a4-aa8c-bae99047b7e9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252949 Jun 15 00:37:22.294938 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 57854) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:37:22.299281 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-3667ad61-17b9-4a5c-aa66-6e6eb5813eec tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'security_group_rule': {'security_group_id': '2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:37:22.315354 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7ba09f73-f941-4052-8131-4f3b51c98f6c req-87fb19fc-1ebe-4fa3-874e-5c79a5615628 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546618 Jun 15 00:37:22.325136 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:22.327116 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3667ad61-17b9-4a5c-aa66-6e6eb5813eec tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (7ed7dbe6-8bcf-4de1-a569-6bb63afeaaa4), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.387369 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3667ad61-17b9-4a5c-aa66-6e6eb5813eec tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (7ed7dbe6-8bcf-4de1-a569-6bb63afeaaa4), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.390582 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3667ad61-17b9-4a5c-aa66-6e6eb5813eec tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (7ed7dbe6-8bcf-4de1-a569-6bb63afeaaa4), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.409279 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667ad61-17b9-4a5c-aa66-6e6eb5813eec tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed7dbe6-8bcf-4de1-a569-6bb63afeaaa4,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:22.417545 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3667ad61-17b9-4a5c-aa66-6e6eb5813eec tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.418743 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3667ad61-17b9-4a5c-aa66-6e6eb5813eec tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228755 Jun 15 00:37:22.421754 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 57856) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:37:22.425938 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:37:22.446959 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.524749 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.623524 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220d966-f5c8-4c74-a329-6c65d6c73955 req-c9c46afa-1fb7-453b-9677-f1e6e95b14d8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:22.625043 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c220d966-f5c8-4c74-a329-6c65d6c73955 req-c9c46afa-1fb7-453b-9677-f1e6e95b14d8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0603433 Jun 15 00:37:22.698128 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Allocated IP 172.27.3.127 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/c614b893-2a27-42fa-9351-22fc244c49b1) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:37:22.715938 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c220d966-f5c8-4c74-a329-6c65d6c73955 req-18b9f404-70c2-43f1-be21-c56d06c86f1b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697465 Jun 15 00:37:22.817620 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for port (c614b893-2a27-42fa-9351-22fc244c49b1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.856070 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (c614b893-2a27-42fa-9351-22fc244c49b1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:22.859483 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:22.902903 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:37:22.908355 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:37:22.910595 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'Port': ['ID=c614b893-2a27-42fa-9351-22fc244c49b1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:22.912740 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:37:23.001600 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (070ca9ac-e073-43a0-8057-0dd4a58324c8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:23.039732 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (c614b893-2a27-42fa-9351-22fc244c49b1), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:23.042297 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:23.199666 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for port (c614b893-2a27-42fa-9351-22fc244c49b1), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:23.206185 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (c614b893-2a27-42fa-9351-22fc244c49b1), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:23.281825 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43c0e1-173e-4a3b-a510-d06a15287454 req-a86156d1-df4c-4cfd-bb4c-e946e28282d3 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:23.282376 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'Port': ['ID=c614b893-2a27-42fa-9351-22fc244c49b1,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:23.283489 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ec43c0e1-173e-4a3b-a510-d06a15287454 req-a86156d1-df4c-4cfd-bb4c-e946e28282d3 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 946 time: 0.0481038 Jun 15 00:37:23.287322 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (070ca9ac-e073-43a0-8057-0dd4a58324c8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:23.304900 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:23.306182 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ac2fe2e1-3a44-484f-9bba-8ee4f79e87ca tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8834698 Jun 15 00:37:23.336788 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ec43c0e1-173e-4a3b-a510-d06a15287454 req-52c544e6-6696-4f8d-858f-15a913ed31cd tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447526 Jun 15 00:37:23.449959 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0196323-cea6-46e1-9701-9e1e8d5fa490 req-f30157a5-36b0-45ae-9e24-e909cb1a8c66 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:23.451696 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e0196323-cea6-46e1-9701-9e1e8d5fa490 req-f30157a5-36b0-45ae-9e24-e909cb1a8c66 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0541825 Jun 15 00:37:23.500612 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e0196323-cea6-46e1-9701-9e1e8d5fa490 req-0bda595f-ff18-49e0-97c5-61e21b7e427e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432479 Jun 15 00:37:23.524878 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:23.529768 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-71f83d07-0ef2-4487-a43b-80dc66d0a601 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--285131160&fields=id&tenant_id=32c13d8e3a764cf59f81e17eaca1c853 HTTP/1.1" status: 200 len: 267 time: 0.0545785 Jun 15 00:37:23.641351 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-895a6fc3-4063-44d2-82bd-df935b82e011 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:23.642859 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-895a6fc3-4063-44d2-82bd-df935b82e011 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 815 time: 0.1055923 Jun 15 00:37:23.658251 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-3130f084-8a5d-4933-a93f-ee9851ab643f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/quotas/32c13d8e3a764cf59f81e17eaca1c853 HTTP/1.1" status: 200 len: 375 time: 0.0092542 Jun 15 00:37:23.711326 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-89cd3732-ff8c-4b03-a8bf-09758291c59a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471883 Jun 15 00:37:23.815696 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-be631fd8-ea8c-448b-a960-9e9a34bfc40a service neutron] 10.222.0.33 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927093 Jun 15 00:37:23.833523 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abe2c0-0ed5-47c7-a24d-0ab8d5b9db5d req-e5b4798a-abcf-42c6-84ca-4dc382e8b88a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:23.835645 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41abe2c0-0ed5-47c7-a24d-0ab8d5b9db5d req-e5b4798a-abcf-42c6-84ca-4dc382e8b88a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0475438 Jun 15 00:37:23.839017 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:23.890084 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41abe2c0-0ed5-47c7-a24d-0ab8d5b9db5d req-2a8db1b9-4c6c-4955-ac78-9bdc133c6e10 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486770 Jun 15 00:37:23.913953 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-feb9a227-433f-4386-9ce8-cf98ce9a0a97 service neutron] 10.222.0.33 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925255 Jun 15 00:37:24.080234 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71aa214f-a3ac-4e1d-9955-4076d5bfed51 req-510893ac-6ca7-4644-9384-4798ebc1c607 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 210 time: 0.0316579 Jun 15 00:37:24.624677 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bfb16-993e-42a1-9cbd-6c3b0725bf63 req-5a3449c6-8804-4e64-a660-00f71c811ea4 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:24.626110 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-bb5bfb16-993e-42a1-9cbd-6c3b0725bf63 req-5a3449c6-8804-4e64-a660-00f71c811ea4 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0500677 Jun 15 00:37:24.673296 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-bb5bfb16-993e-42a1-9cbd-6c3b0725bf63 req-8c5b100a-dae5-409b-a90d-09d7d9000d65 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416787 Jun 15 00:37:25.010000 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ba69d-2cd2-4483-8b4e-c807c093a9f2 req-315599d4-985c-49d8-9dfb-619e99d0a542 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:25.011494 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b2ba69d-2cd2-4483-8b4e-c807c093a9f2 req-315599d4-985c-49d8-9dfb-619e99d0a542 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0465155 Jun 15 00:37:25.056512 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b2ba69d-2cd2-4483-8b4e-c807c093a9f2 req-d6dfb9f3-fe6d-43cc-8e28-4ae2e24c2a8a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395691 Jun 15 00:37:25.172061 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b20e87b7-fce0-4423-9867-9071fd2a9eb2 req-818e3942-5815-4baf-8f4f-2c7bed4b46c1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 210 time: 0.0275011 Jun 15 00:37:25.483730 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=90 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:25.484489 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=90 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:25.787724 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ac4a4-bb74-4e95-88d7-17a19aab9099 req-718a5139-7010-4a37-a9e6-dcf8f9ef57d3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:25.789167 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-195ac4a4-bb74-4e95-88d7-17a19aab9099 req-718a5139-7010-4a37-a9e6-dcf8f9ef57d3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0464597 Jun 15 00:37:25.835011 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-195ac4a4-bb74-4e95-88d7-17a19aab9099 req-450dd686-c747-4240-97b5-973ece3e6b21 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402863 Jun 15 00:37:26.172632 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f67a07-7b68-4004-bc16-eb7da220b971 req-9b75bbee-8cc1-4cd3-8f2b-bba393e6f39d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:26.174057 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-37f67a07-7b68-4004-bc16-eb7da220b971 req-9b75bbee-8cc1-4cd3-8f2b-bba393e6f39d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0457480 Jun 15 00:37:26.225321 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-37f67a07-7b68-4004-bc16-eb7da220b971 req-b5a6a6d2-02d5-49cd-aec5-4b37d59dc443 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458133 Jun 15 00:37:26.272281 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ac87c0a-8914-4f99-a19d-90e2a824a1a2 req-e15bf4e4-92b6-4c7f-818d-e7fb2efa9d5a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 210 time: 0.0339093 Jun 15 00:37:26.953910 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e8df6-82ad-4750-a7ea-83d664ee36ad req-d4ccda8d-664b-4e6c-bff2-fd520b10eeb1 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:26.955484 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c60e8df6-82ad-4750-a7ea-83d664ee36ad req-d4ccda8d-664b-4e6c-bff2-fd520b10eeb1 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0526912 Jun 15 00:37:27.009303 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c60e8df6-82ad-4750-a7ea-83d664ee36ad req-44ad9aa2-54b7-419f-8075-0c1d7e4e4f8c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468557 Jun 15 00:37:27.354517 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe4cfd-f292-438b-9458-0b3dc27ef33f req-cfdd49e1-ef63-471f-91e5-79ead91480fe tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:27.356196 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3fe4cfd-f292-438b-9458-0b3dc27ef33f req-cfdd49e1-ef63-471f-91e5-79ead91480fe tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0518970 Jun 15 00:37:27.375264 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3fb3fb5d-9f83-40cc-85bf-4dc5d7ac8a72 req-1152f7dc-dc7d-430b-b601-2094226cadab tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 210 time: 0.0323119 Jun 15 00:37:27.392020 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:27.407851 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3fe4cfd-f292-438b-9458-0b3dc27ef33f req-5fee5754-6fd1-472a-9600-880ee9a8e7d1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455191 Jun 15 00:37:27.550520 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-03bb182e-39c4-4e7f-886c-4c8326c2f81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:27.689990 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d8818-7aeb-43ea-adee-e96905fd364d req-e3529c03-880a-4b60-b062-2df1e546be14 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:27.692044 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3b0d8818-7aeb-43ea-adee-e96905fd364d req-e3529c03-880a-4b60-b062-2df1e546be14 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 946 time: 0.0458875 Jun 15 00:37:27.739947 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3b0d8818-7aeb-43ea-adee-e96905fd364d req-2bc24fac-dfd7-4f30-9abd-246e57f81583 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Jun 15 00:37:28.126816 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb07fa5-2185-4d57-ba02-81b98d44b601 req-f4a98f1b-e260-4774-bd65-c336ead70ca2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:28.128186 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-aeb07fa5-2185-4d57-ba02-81b98d44b601 req-f4a98f1b-e260-4774-bd65-c336ead70ca2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0474305 Jun 15 00:37:28.175728 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-aeb07fa5-2185-4d57-ba02-81b98d44b601 req-1d69ac9d-5c19-41bd-bf2f-93e026788172 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413339 Jun 15 00:37:28.486986 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d625bf83-e5a8-4170-b423-891edbfe47d0 req-7ee52eee-5804-4f48-ba5c-492f4a442dbf tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 210 time: 0.0387111 Jun 15 00:37:28.557229 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5e790-fde2-421d-89c6-5519c36cc8b2 req-81a68a66-51c0-4105-8e2d-848831692b83 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:28.558732 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-79c5e790-fde2-421d-89c6-5519c36cc8b2 req-81a68a66-51c0-4105-8e2d-848831692b83 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0506804 Jun 15 00:37:28.613010 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-79c5e790-fde2-421d-89c6-5519c36cc8b2 req-de307953-025e-4b80-a569-c6625e5e83b7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483863 Jun 15 00:37:28.853340 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698fad6-592f-432f-9392-22f71fe5823f req-02e30b68-bf38-4fcd-baaf-95ed379a5719 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:28.854848 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7698fad6-592f-432f-9392-22f71fe5823f req-02e30b68-bf38-4fcd-baaf-95ed379a5719 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 946 time: 0.0479240 Jun 15 00:37:28.902728 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7698fad6-592f-432f-9392-22f71fe5823f req-b7e74815-7dd0-49e5-92e5-67663a96bbd5 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422821 Jun 15 00:37:29.291547 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d114a-4959-451a-b167-5159a4e52cf6 req-e2f49048-660d-409b-b4a2-cb2600fb2756 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:29.293010 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-485d114a-4959-451a-b167-5159a4e52cf6 req-e2f49048-660d-409b-b4a2-cb2600fb2756 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0475354 Jun 15 00:37:29.342493 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-485d114a-4959-451a-b167-5159a4e52cf6 req-2afcdd12-e802-4fca-baf5-5240c64c8718 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438609 Jun 15 00:37:29.565300 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:29.586356 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-43b63868-af0e-4d4f-b52e-5c86c15584cb req-c232e3c5-1673-4c6a-a845-7c5cc643e78e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 210 time: 0.0294168 Jun 15 00:37:29.738787 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84790f-4036-4373-91ba-41108bd9a4c3 req-14d4b1db-e7b8-4ecd-9734-e45d36def841 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:29.740418 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-bd84790f-4036-4373-91ba-41108bd9a4c3 req-14d4b1db-e7b8-4ecd-9734-e45d36def841 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0521426 Jun 15 00:37:29.786978 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-bd84790f-4036-4373-91ba-41108bd9a4c3 req-1c803fdd-dce3-4132-ba90-9aa74becb4fb tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410621 Jun 15 00:37:30.016106 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e2882bcd-749a-4e54-9aac-9ebe7c8d5111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:30.017714 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11ba7a-0cbb-43cc-b1c2-5de876fa14d9 req-c6738ee2-963b-4c40-86b3-ecb36da96752 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:30.019232 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa11ba7a-0cbb-43cc-b1c2-5de876fa14d9 req-c6738ee2-963b-4c40-86b3-ecb36da96752 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 946 time: 0.0494802 Jun 15 00:37:30.069280 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa11ba7a-0cbb-43cc-b1c2-5de876fa14d9 req-82f3dd73-89ec-46ec-a22b-b298a1ff4c60 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/security-groups?id=73c7d007-3ca4-4a17-92a7-211bde3937f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443122 Jun 15 00:37:30.432522 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-9c5d1507-8edb-4432-b236-cccfa727b525 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:30.433975 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-9c5d1507-8edb-4432-b236-cccfa727b525 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 815 time: 0.1072891 Jun 15 00:37:30.459172 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:30.468231 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf0ac1-745b-4ae6-96f1-7f666c4c2caa req-e7c7027f-e50e-423c-877e-9b7cc0f52c08 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:30.469636 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1cdf0ac1-745b-4ae6-96f1-7f666c4c2caa req-e7c7027f-e50e-423c-877e-9b7cc0f52c08 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0492754 Jun 15 00:37:30.557436 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-070b6029-2195-4c54-a9ed-d091568a6bac tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c13d8e3a764cf59f81e17eaca1c853 HTTP/1.1" status: 200 len: 471 time: 0.0695362 Jun 15 00:37:30.557711 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1cdf0ac1-745b-4ae6-96f1-7f666c4c2caa req-1abbbba4-3c1f-4f91-b514-b3a54f16b589 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813944 Jun 15 00:37:30.563782 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53257fc2-6ec2-45c9-9ade-1db70287376e req-8091e534-9b3b-4cff-b362-9718220799d2 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:30.565140 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-53257fc2-6ec2-45c9-9ade-1db70287376e req-8091e534-9b3b-4cff-b362-9718220799d2 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.42 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 946 time: 0.0704694 Jun 15 00:37:30.577955 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-8b6215ea-d82c-4ebf-ade6-1f8d276b52fa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'port': {'device_id': '935fba7a-8ebd-408d-929f-9bcc18868077', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'admin_state_up': True, 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'security_groups': ['2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:37:30.676107 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-53257fc2-6ec2-45c9-9ade-1db70287376e req-c5879ed2-135f-4714-8f25-16f8e22ec737 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Deleting port d4d648dc-910c-4641-bc71-a97bf0d632e9 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:37:30.676451 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-53257fc2-6ec2-45c9-9ade-1db70287376e req-c5879ed2-135f-4714-8f25-16f8e22ec737 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:30.690845 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f2f552fb-5fd8-4076-aa70-2416ed1404a8 req-ff3bdba0-ddf2-4779-b9fd-337b75d069d5 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 210 time: 0.0317914 Jun 15 00:37:30.739474 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-8b6215ea-d82c-4ebf-ade6-1f8d276b52fa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Made reservation on behalf of 32c13d8e3a764cf59f81e17eaca1c853 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:37:30.743410 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-8b6215ea-d82c-4ebf-ade6-1f8d276b52fa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:30.770656 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:30.779361 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-53257fc2-6ec2-45c9-9ade-1db70287376e req-c5879ed2-135f-4714-8f25-16f8e22ec737 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] For port d4d648dc-910c-4641-bc71-a97bf0d632e9, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d4d648dc-910c-4641-bc71-a97bf0d632e9,segment=NetworkSegment(4f0daf54-3f96-4df5-9080-2b94cd7da005),segment_id=4f0daf54-3f96-4df5-9080-2b94cd7da005)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:30.779737 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-53257fc2-6ec2-45c9-9ade-1db70287376e req-c5879ed2-135f-4714-8f25-16f8e22ec737 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:30.799660 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-53257fc2-6ec2-45c9-9ade-1db70287376e req-c5879ed2-135f-4714-8f25-16f8e22ec737 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Calling delete_port for d4d648dc-910c-4641-bc71-a97bf0d632e9 owned by compute:nova {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:37:30.824966 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6450bba9-d0d6-4e98-ac04-b1805d415eb2 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:37:30.897719 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-8b6215ea-d82c-4ebf-ade6-1f8d276b52fa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Allocated IP 172.20.0.4 (635266bb-134b-444e-917a-980ab805d85f/e5220b8d-5fa8-4bba-b479-879643712889/02b8b121-9bd7-4333-8517-9bbdca651cac) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:37:30.935478 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6c378-0b2f-4b67-be74-5b33aefb0c19 req-6706ba0c-47f6-4e01-8e9b-ce1c27089641 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:30.936994 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-86c6c378-0b2f-4b67-be74-5b33aefb0c19 req-6706ba0c-47f6-4e01-8e9b-ce1c27089641 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0593798 Jun 15 00:37:30.958187 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:30.991272 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:31.006263 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'port_id': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'mac_address': 'fa:16:3e:2c:96:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:37:31.047863 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 is: ACTIVE; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:37:31.048493 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:31.058196 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-86c6c378-0b2f-4b67-be74-5b33aefb0c19 req-0411b8bc-8ef3-443e-ab01-e86d59eee561 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1127579 Jun 15 00:37:31.061171 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-53257fc2-6ec2-45c9-9ade-1db70287376e req-c5879ed2-135f-4714-8f25-16f8e22ec737 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (d4d648dc-910c-4641-bc71-a97bf0d632e9), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:31.062243 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6450bba9-d0d6-4e98-ac04-b1805d415eb2 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:37:31.094554 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:31.099780 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:31.100012 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5879ed2-135f-4714-8f25-16f8e22ec737 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Pushing event deleted for resources: {'Port': ['ID=d4d648dc-910c-4641-bc71-a97bf0d632e9,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:31.132747 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-8b6215ea-d82c-4ebf-ade6-1f8d276b52fa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:31.136705 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['d4d648dc-910c-4641-bc71-a97bf0d632e9'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:37:31.150769 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-53257fc2-6ec2-45c9-9ade-1db70287376e req-c5879ed2-135f-4714-8f25-16f8e22ec737 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] No DVR routers for this DVR port d4d648dc-910c-4641-bc71-a97bf0d632e9 on host hv-cinder-83538 {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:37:31.153970 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-53257fc2-6ec2-45c9-9ade-1db70287376e req-c5879ed2-135f-4714-8f25-16f8e22ec737 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:31.157282 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-53257fc2-6ec2-45c9-9ade-1db70287376e req-c5879ed2-135f-4714-8f25-16f8e22ec737 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.42 "DELETE /v2.0/ports/d4d648dc-910c-4641-bc71-a97bf0d632e9 HTTP/1.1" status: 204 len: 173 time: 0.5832083 Jun 15 00:37:31.157749 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfa59ed-96fa-4133-abbf-d42aa4a92986', 'name': 'network-vif-deleted', 'tag': 'd4d648dc-910c-4641-bc71-a97bf0d632e9'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:31.160010 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8002250c-1a83-410c-b133-8b3393d3b22f" -d '{"events": [{"server_uuid": "0dfa59ed-96fa-4133-abbf-d42aa4a92986", "name": "network-vif-deleted", "tag": "d4d648dc-910c-4641-bc71-a97bf0d632e9"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:31.168294 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:31.177757 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=6450bba9-d0d6-4e98-ac04-b1805d415eb2,revision_number=6']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:31.203300 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfa8104-786e-424b-abd5-3d62bddc3928 x-openstack-request-id: req-3bfa8104-786e-424b-abd5-3d62bddc3928 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:31.203696 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfa59ed-96fa-4133-abbf-d42aa4a92986", "name": "network-vif-deleted", "tag": "d4d648dc-910c-4641-bc71-a97bf0d632e9", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:31.203804 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3bfa8104-786e-424b-abd5-3d62bddc3928 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:31.204255 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfa8104-786e-424b-abd5-3d62bddc3928'] response: {'server_uuid': '0dfa59ed-96fa-4133-abbf-d42aa4a92986', 'name': 'network-vif-deleted', 'tag': 'd4d648dc-910c-4641-bc71-a97bf0d632e9', 'status': 'completed', 'code': 200} Jun 15 00:37:31.208340 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf4e4dfc-8657-4e63-b251-7abbf86323fa req-feabedea-59da-47de-bf99-283365a1eabf tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] 10.222.0.33 "GET /v2.0/ports?device_id=0dfa59ed-96fa-4133-abbf-d42aa4a92986 HTTP/1.1" status: 200 len: 210 time: 0.0375671 Jun 15 00:37:31.211406 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-8b6215ea-d82c-4ebf-ade6-1f8d276b52fa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:31.255691 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-8b6215ea-d82c-4ebf-ade6-1f8d276b52fa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Network 635266bb-134b-444e-917a-980ab805d85f is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:37:31.259775 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:31.263513 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-8b6215ea-d82c-4ebf-ade6-1f8d276b52fa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:37:31.266035 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-8b6215ea-d82c-4ebf-ade6-1f8d276b52fa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:37:31.302171 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6215ea-d82c-4ebf-ade6-1f8d276b52fa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'Port': ['ID=02b8b121-9bd7-4333-8517-9bbdca651cac,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:31.333578 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-8b6215ea-d82c-4ebf-ade6-1f8d276b52fa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:31.334278 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-8b6215ea-d82c-4ebf-ade6-1f8d276b52fa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:31.353095 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-8b6215ea-d82c-4ebf-ade6-1f8d276b52fa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7794936 Jun 15 00:37:31.402456 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Request body: {'port': {'device_id': '935fba7a-8ebd-408d-929f-9bcc18868077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:37:31.460340 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['6450bba9-d0d6-4e98-ac04-b1805d415eb2'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:37:31.475082 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:31.541592 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-4db1b0c1-7816-4b37-8a86-23ea9ce92411 None None] Provisioning complete for port 02b8b121-9bd7-4333-8517-9bbdca651cac triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:37:31.541867 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4db1b0c1-7816-4b37-8a86-23ea9ce92411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:31.545744 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:31.606663 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-4db1b0c1-7816-4b37-8a86-23ea9ce92411 None None] Port 02b8b121-9bd7-4333-8517-9bbdca651cac cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:37:31.645133 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:31.713985 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8c275-3f85-414e-b733-336e4498c08f req-d76cd919-4709-426e-907a-7e60736b609b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:31.715779 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-82b8c275-3f85-414e-b733-336e4498c08f req-d76cd919-4709-426e-907a-7e60736b609b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0625238 Jun 15 00:37:31.797520 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-82b8c275-3f85-414e-b733-336e4498c08f req-09c6284d-cf93-41cf-97ef-1d73ad90a8af tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756464 Jun 15 00:37:31.843386 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b1195-f27b-4d86-a853-7043ad79fc86 req-6174924c-ba2f-4a78-9b35-ac5715673eac tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:31.854984 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b8b1195-f27b-4d86-a853-7043ad79fc86 req-6174924c-ba2f-4a78-9b35-ac5715673eac tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 931 time: 0.0788457 Jun 15 00:37:31.918564 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b8b121-9bd7-4333-8517-9bbdca651cac {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:37:31.934563 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Publish callbacks [] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:31.949611 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b8b1195-f27b-4d86-a853-7043ad79fc86 req-bb121c35-2463-4fdb-9527-5b8f8a6e9373 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974555 Jun 15 00:37:31.964200 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Transition to ACTIVE for port object 02b8b121-9bd7-4333-8517-9bbdca651cac will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:37:31.975084 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:32.030298 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Pushing event updated for resources: {'Port': ['ID=02b8b121-9bd7-4333-8517-9bbdca651cac,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:32.127784 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Attempting to bind port 02b8b121-9bd7-4333-8517-9bbdca651cac on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:37:32.128174 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Attempting to bind port 02b8b121-9bd7-4333-8517-9bbdca651cac by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:37:32.128541 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Attempting to bind port 02b8b121-9bd7-4333-8517-9bbdca651cac on network 635266bb-134b-444e-917a-980ab805d85f {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:37:32.134798 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Port 02b8b121-9bd7-4333-8517-9bbdca651cac on network 635266bb-134b-444e-917a-980ab805d85f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:37:32.134798 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Attempting to bind port 02b8b121-9bd7-4333-8517-9bbdca651cac on network 635266bb-134b-444e-917a-980ab805d85f {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:37:32.140365 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:37:32.140707 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Checking segment: {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:37:32.141096 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Bound using segment: {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:37:32.141530 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Bound port: 02b8b121-9bd7-4333-8517-9bbdca651cac, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:37:32.141895 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:32.200818 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3fa7d-2db0-46f3-b3c8-86c4bf65e213 req-19008996-34ba-4037-b266-009532fff0a1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:32.202346 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26b3fa7d-2db0-46f3-b3c8-86c4bf65e213 req-19008996-34ba-4037-b266-009532fff0a1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 944 time: 0.0594339 Jun 15 00:37:32.211030 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] For port 02b8b121-9bd7-4333-8517-9bbdca651cac, host hv-cinder-83538, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:37:32.214802 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] For port 02b8b121-9bd7-4333-8517-9bbdca651cac, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=02b8b121-9bd7-4333-8517-9bbdca651cac,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:37:32.223050 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:32.255987 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26b3fa7d-2db0-46f3-b3c8-86c4bf65e213 req-30e58d38-feeb-4668-b41c-440560c3803d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470450 Jun 15 00:37:32.259379 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:32.260198 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:32.262393 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] 10.222.0.42 "PUT /v2.0/ports/02b8b121-9bd7-4333-8517-9bbdca651cac HTTP/1.1" status: 200 len: 1093 time: 0.8642316 Jun 15 00:37:32.265049 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935fba7a-8ebd-408d-929f-9bcc18868077', 'tag': '02b8b121-9bd7-4333-8517-9bbdca651cac'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:32.267145 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a558e9-e933-4abc-a48c-5e85c73ea711" -d '{"events": [{"name": "network-changed", "server_uuid": "935fba7a-8ebd-408d-929f-9bcc18868077", "tag": "02b8b121-9bd7-4333-8517-9bbdca651cac"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:32.307279 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:32.308537 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfcc79-c06a-48fe-9c36-90335db2f38e service neutron] Pushing event updated for resources: {'Port': ['ID=02b8b121-9bd7-4333-8517-9bbdca651cac,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:32.337073 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85a6a9e-2eb4-44ef-a443-d90a8e5e6c9a x-openstack-request-id: req-b85a6a9e-2eb4-44ef-a443-d90a8e5e6c9a {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:32.337360 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935fba7a-8ebd-408d-929f-9bcc18868077", "tag": "02b8b121-9bd7-4333-8517-9bbdca651cac", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:32.337611 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b85a6a9e-2eb4-44ef-a443-d90a8e5e6c9a {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:32.338014 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85a6a9e-2eb4-44ef-a443-d90a8e5e6c9a'] response: {'name': 'network-changed', 'server_uuid': '935fba7a-8ebd-408d-929f-9bcc18868077', 'tag': '02b8b121-9bd7-4333-8517-9bbdca651cac', 'status': 'completed', 'code': 200} Jun 15 00:37:32.448922 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:32.479108 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-2c5838a1-1138-4186-8c38-843ab259cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:32.481821 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-2c5838a1-1138-4186-8c38-843ab259cc4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 1127 time: 0.0617361 Jun 15 00:37:32.577207 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-368ab631-0b29-4d62-bb06-b7afd919aec0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02b8b121-9bd7-4333-8517-9bbdca651cac HTTP/1.1" status: 200 len: 217 time: 0.0371966 Jun 15 00:37:32.592147 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:32.633307 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-be559ee7-80f1-419a-a596-bd7a7ea57443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:32.634841 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-be559ee7-80f1-419a-a596-bd7a7ea57443 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5220b8d-5fa8-4bba-b479-879643712889 HTTP/1.1" status: 200 len: 854 time: 0.0510809 Jun 15 00:37:32.683266 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-e544229e-88b1-490d-9542-57cc10d57c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:32.684492 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-e544229e-88b1-490d-9542-57cc10d57c9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=635266bb-134b-444e-917a-980ab805d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414753 Jun 15 00:37:32.787967 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-96fc3e96-7525-429c-941d-65cbb63acc97 service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954885 Jun 15 00:37:32.931824 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-568fe409-cfa4-4ad0-a91a-23ad26e9eeda req-7afe7d69-f7fd-4d65-8060-03892954af1d service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310663 Jun 15 00:37:32.943593 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72d388-3688-4de2-9a3f-176842a41bfc req-465a670e-bdd7-4b31-a7b6-b14c24b5bd7f tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:32.945127 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf72d388-3688-4de2-9a3f-176842a41bfc req-465a670e-bdd7-4b31-a7b6-b14c24b5bd7f tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0622804 Jun 15 00:37:32.959849 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6450bba9-d0d6-4e98-ac04-b1805d415eb2 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:37:33.033358 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf72d388-3688-4de2-9a3f-176842a41bfc req-cf5ee981-3468-4b3c-b8dc-080d27a82133 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809605 Jun 15 00:37:33.036209 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:37:33.036817 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:33.101225 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0892d-bc4f-48b5-93db-76ee2daa2652 req-c7c635bc-7740-46d6-a122-7f5f909a4487 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:33.110674 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-21c0892d-bc4f-48b5-93db-76ee2daa2652 req-c7c635bc-7740-46d6-a122-7f5f909a4487 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 943 time: 0.0643916 Jun 15 00:37:33.124256 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:37:33.124536 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:33.134051 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:33.172762 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:33.174500 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03277cf-9f33-47ac-a0a3-b0883bcdc839" -d '{"events": [{"server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "name": "network-vif-plugged", "status": "completed", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:33.178936 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-21c0892d-bc4f-48b5-93db-76ee2daa2652 req-a59f9ba2-1d4c-42af-9816-d53a8aae9759 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637052 Jun 15 00:37:33.187867 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:33.193958 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:33.195531 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device d4d648dc-910c-4641-bc71-a97bf0d632e9 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:37:33.225759 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: d4d648dc-910c-4641-bc71-a97bf0d632e9 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:37:33.226108 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device d4d648dc-910c-4641-bc71-a97bf0d632e9 not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:37:33.229598 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5be29f7-0249-446d-b1dc-8eadb09bef80 x-openstack-request-id: req-e5be29f7-0249-446d-b1dc-8eadb09bef80 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:33.229909 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "name": "network-vif-plugged", "status": "completed", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:33.230162 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e5be29f7-0249-446d-b1dc-8eadb09bef80 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:33.230548 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5be29f7-0249-446d-b1dc-8eadb09bef80'] response: {'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'code': 200} Jun 15 00:37:33.280258 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=6450bba9-d0d6-4e98-ac04-b1805d415eb2,revision_number=7']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:33.393399 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449001df-6151-43e9-b7e4-b2eeb7ad30c9 req-4b4cd095-17d1-4be4-95b0-ca187d92ed01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:33.394949 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-449001df-6151-43e9-b7e4-b2eeb7ad30c9 req-4b4cd095-17d1-4be4-95b0-ca187d92ed01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0513380 Jun 15 00:37:33.416082 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:33.433805 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 58084) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:37:33.449452 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-449001df-6151-43e9-b7e4-b2eeb7ad30c9 req-a83c611b-715e-4942-b133-8b9aed800d4f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482159 Jun 15 00:37:33.590384 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5a813abb-2cf2-4cc1-80f9-7278c7afe555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:33.669055 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5a813abb-2cf2-4cc1-80f9-7278c7afe555 admin admin] Publish callbacks [] for security_group (93fbc555-74e5-4537-aa91-8c64957ac353), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:33.672943 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5a813abb-2cf2-4cc1-80f9-7278c7afe555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (93fbc555-74e5-4537-aa91-8c64957ac353), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:33.713992 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5a813abb-2cf2-4cc1-80f9-7278c7afe555 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1243c7bc4ea348f38e6bfe7a6f6aa8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791064 Jun 15 00:37:33.714931 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a813abb-2cf2-4cc1-80f9-7278c7afe555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fbc555-74e5-4537-aa91-8c64957ac353,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:33.716780 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 58088) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:37:33.766636 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-18ba5ce5-ba72-4188-9144-96956b45a5b3 admin admin] Publish callbacks [] for security_group (93fbc555-74e5-4537-aa91-8c64957ac353), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:33.788892 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-18ba5ce5-ba72-4188-9144-96956b45a5b3 admin admin] Publish callbacks [] for security_group (93fbc555-74e5-4537-aa91-8c64957ac353), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:33.835767 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-18ba5ce5-ba72-4188-9144-96956b45a5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (93fbc555-74e5-4537-aa91-8c64957ac353), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:33.838355 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-18ba5ce5-ba72-4188-9144-96956b45a5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:33.839819 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-18ba5ce5-ba72-4188-9144-96956b45a5b3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/93fbc555-74e5-4537-aa91-8c64957ac353 HTTP/1.1" status: 204 len: 168 time: 0.1219196 Jun 15 00:37:33.848574 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba5ce5-ba72-4188-9144-96956b45a5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fbc555-74e5-4537-aa91-8c64957ac353,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:34.343838 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d674ff-1f45-40c1-a896-71d7dadf1ce6 req-06b77871-0679-430e-b9f9-02c6e6d4bfe9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:34.345344 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-72d674ff-1f45-40c1-a896-71d7dadf1ce6 req-06b77871-0679-430e-b9f9-02c6e6d4bfe9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 943 time: 0.0578041 Jun 15 00:37:34.397232 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-72d674ff-1f45-40c1-a896-71d7dadf1ce6 req-15311d54-9e32-481b-8991-a324ece635cc tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452790 Jun 15 00:37:34.407977 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c594-cbc0-47f4-987f-affab097a314 req-ebae35e6-4724-4838-a9b5-4b8073431a19 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:34.409619 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6d05c594-cbc0-47f4-987f-affab097a314 req-ebae35e6-4724-4838-a9b5-4b8073431a19 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.3061242 Jun 15 00:37:34.457416 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6d05c594-cbc0-47f4-987f-affab097a314 req-0241e8fb-2623-422d-a895-c118f05ea124 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414710 Jun 15 00:37:34.577211 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a2976-c18a-45cc-804c-b8b777efb96f req-e7f1879a-a00f-4b57-aec1-4bf5fb2e2d5b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:34.578675 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dd5a2976-c18a-45cc-804c-b8b777efb96f req-e7f1879a-a00f-4b57-aec1-4bf5fb2e2d5b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0475903 Jun 15 00:37:34.626449 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dd5a2976-c18a-45cc-804c-b8b777efb96f req-add310fa-b23e-42c1-8561-f90d50f7ce57 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414932 Jun 15 00:37:35.516807 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbe55-be77-4642-8131-ea47dab9543a req-2717cf7f-baae-4ccc-a64c-fdfc3557d24c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:35.518895 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f93bbe55-be77-4642-8131-ea47dab9543a req-2717cf7f-baae-4ccc-a64c-fdfc3557d24c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 943 time: 0.0550935 Jun 15 00:37:35.540844 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:35.577352 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f93bbe55-be77-4642-8131-ea47dab9543a req-20fe43ba-a175-4d1e-828a-5cc35b06c5a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525846 Jun 15 00:37:35.583109 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b074fbf-31e7-44b2-8be5-98b9f94224fd req-31cb84ca-81c6-49dc-84d8-f8f708cd2ec3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:35.585218 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3b074fbf-31e7-44b2-8be5-98b9f94224fd req-31cb84ca-81c6-49dc-84d8-f8f708cd2ec3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0534251 Jun 15 00:37:35.636512 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3b074fbf-31e7-44b2-8be5-98b9f94224fd req-b0133e6a-4bc6-4ef2-b4b8-e7155407f25b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456574 Jun 15 00:37:35.748392 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b188a7-878c-4760-9dbc-f46c52bcacee req-ca0d9d33-a78d-4d22-92e7-a8953ea58fa8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:35.749785 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3b188a7-878c-4760-9dbc-f46c52bcacee req-ca0d9d33-a78d-4d22-92e7-a8953ea58fa8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0509579 Jun 15 00:37:35.798668 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3b188a7-878c-4760-9dbc-f46c52bcacee req-020b711e-7521-4e0a-a0fe-8517c86c545d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431831 Jun 15 00:37:36.700257 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f33a-8dd5-4a8f-8446-589919709c78 req-965b45c3-2782-460c-9e6a-2c742137f5e1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:36.701801 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7522f33a-8dd5-4a8f-8446-589919709c78 req-965b45c3-2782-460c-9e6a-2c742137f5e1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 943 time: 0.0507390 Jun 15 00:37:36.742721 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:36.751317 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7522f33a-8dd5-4a8f-8446-589919709c78 req-be680f2a-c58c-4cd1-b8b4-21192f14cc0a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Jun 15 00:37:36.755128 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f045898-98b9-44fb-9f15-df147bbe299e req-6e67baa7-bb2d-4c46-9363-5f319177850f tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:36.757123 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8f045898-98b9-44fb-9f15-df147bbe299e req-6e67baa7-bb2d-4c46-9363-5f319177850f tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0489712 Jun 15 00:37:36.802939 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8f045898-98b9-44fb-9f15-df147bbe299e req-d130fc08-5770-40c5-9336-5f5f6ae84eb5 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403500 Jun 15 00:37:36.912621 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015579d7-1f4f-4be3-9c44-b7c2c7b42634 req-2b654ff6-ba19-4090-b6ab-b7a67f608ab0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:36.914056 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-015579d7-1f4f-4be3-9c44-b7c2c7b42634 req-2b654ff6-ba19-4090-b6ab-b7a67f608ab0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0453589 Jun 15 00:37:36.960356 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-015579d7-1f4f-4be3-9c44-b7c2c7b42634 req-171506a3-8970-4cf1-8c76-b22ec3d7ce93 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409150 Jun 15 00:37:37.189521 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a558e9-e933-4abc-a48c-5e85c73ea711 req-30b2f3cf-9915-4300-bf14-2e9dbf26893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:37.190949 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32a558e9-e933-4abc-a48c-5e85c73ea711 req-30b2f3cf-9915-4300-bf14-2e9dbf26893b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 1127 time: 0.0387332 Jun 15 00:37:37.284060 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:37.348003 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a558e9-e933-4abc-a48c-5e85c73ea711 req-bec3da2e-5ba4-47e1-aad0-c87380bed3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:37.350351 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32a558e9-e933-4abc-a48c-5e85c73ea711 req-bec3da2e-5ba4-47e1-aad0-c87380bed3d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 916 time: 0.0913854 Jun 15 00:37:37.351218 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:37:37.392831 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32a558e9-e933-4abc-a48c-5e85c73ea711 req-3206b1a9-6327-4659-948f-f1ddb1e6ab2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02b8b121-9bd7-4333-8517-9bbdca651cac HTTP/1.1" status: 200 len: 217 time: 0.0323079 Jun 15 00:37:37.449695 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a558e9-e933-4abc-a48c-5e85c73ea711 req-c5cbb2d9-3549-40b1-9a81-3282c2f1d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:37.451119 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32a558e9-e933-4abc-a48c-5e85c73ea711 req-c5cbb2d9-3549-40b1-9a81-3282c2f1d93d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5220b8d-5fa8-4bba-b479-879643712889 HTTP/1.1" status: 200 len: 854 time: 0.0496821 Jun 15 00:37:37.520977 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a558e9-e933-4abc-a48c-5e85c73ea711 req-717e884f-6694-4604-9bf2-df216efd6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:37.522492 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32a558e9-e933-4abc-a48c-5e85c73ea711 req-717e884f-6694-4604-9bf2-df216efd6bc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=635266bb-134b-444e-917a-980ab805d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394027 Jun 15 00:37:37.632601 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32a558e9-e933-4abc-a48c-5e85c73ea711 req-03dbc31a-b44f-4dc6-ba22-917f4f9b46c0 service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888844 Jun 15 00:37:37.738593 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32a558e9-e933-4abc-a48c-5e85c73ea711 req-1647a161-b9fb-452e-8618-5a498ddb4a0d service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952590 Jun 15 00:37:37.875347 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e0c7b-26d8-4f0c-80e8-1f823d4ba470 req-cdb6659a-c8d7-4061-b4b2-fd28d213a1e1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:37.876864 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c2e0c7b-26d8-4f0c-80e8-1f823d4ba470 req-cdb6659a-c8d7-4061-b4b2-fd28d213a1e1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 943 time: 0.0537567 Jun 15 00:37:37.938718 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c2e0c7b-26d8-4f0c-80e8-1f823d4ba470 req-38128f86-22db-4840-b75e-44f2d1966dce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545928 Jun 15 00:37:37.942184 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9835de-7d23-44e6-9f84-0822b47773fa req-b22b9d75-f1c7-4bab-911b-7366cde45176 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:37.944897 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1a9835de-7d23-44e6-9f84-0822b47773fa req-b22b9d75-f1c7-4bab-911b-7366cde45176 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0608604 Jun 15 00:37:38.003692 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1a9835de-7d23-44e6-9f84-0822b47773fa req-d5c4af82-b346-4c1d-81ed-6f6bbbcc3a24 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523164 Jun 15 00:37:38.093835 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd33063-c913-49ce-b643-0166c1a9f27a req-2a1ebd8a-e9d3-4e6e-b6ee-0c5cc6b1ff82 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:38.095483 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ecd33063-c913-49ce-b643-0166c1a9f27a req-2a1ebd8a-e9d3-4e6e-b6ee-0c5cc6b1ff82 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0600491 Jun 15 00:37:38.154195 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ecd33063-c913-49ce-b643-0166c1a9f27a req-841e8a2e-9f90-41d9-a082-df7e2d9f95ea tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514574 Jun 15 00:37:38.262846 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d381c8-cc4d-4545-a703-ee3e2a96f3eb req-a2f9887c-24c4-401c-8669-620a0907b856 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:38.264844 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e5d381c8-cc4d-4545-a703-ee3e2a96f3eb req-a2f9887c-24c4-401c-8669-620a0907b856 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0621369 Jun 15 00:37:38.332701 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e5d381c8-cc4d-4545-a703-ee3e2a96f3eb req-ad35bae6-482b-4149-b38e-f8fdc2bb9627 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580359 Jun 15 00:37:38.381876 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa139b3c-274f-4d8e-9604-8f5922b1cdf6 req-010bbafd-808f-4080-9743-2289e8e8b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:38.383551 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa139b3c-274f-4d8e-9604-8f5922b1cdf6 req-010bbafd-808f-4080-9743-2289e8e8b66b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad57875727e24965a37faca9c9a30984&device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 1129 time: 0.0545290 Jun 15 00:37:38.488703 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa139b3c-274f-4d8e-9604-8f5922b1cdf6 req-9eeb9a21-70e0-4deb-918b-0079f2271e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:38.490228 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa139b3c-274f-4d8e-9604-8f5922b1cdf6 req-9eeb9a21-70e0-4deb-918b-0079f2271e03 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3761bde8-b221-417b-8881-85e060df935f HTTP/1.1" status: 200 len: 912 time: 0.0988746 Jun 15 00:37:38.564982 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa139b3c-274f-4d8e-9604-8f5922b1cdf6 req-86dcfc38-fc90-4196-b5bb-2dd198e32343 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f HTTP/1.1" status: 200 len: 1000 time: 0.0654948 Jun 15 00:37:38.624457 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa139b3c-274f-4d8e-9604-8f5922b1cdf6 req-31b4e1d1-c612-4cd2-adb1-a4efe412518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:38.626128 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa139b3c-274f-4d8e-9604-8f5922b1cdf6 req-31b4e1d1-c612-4cd2-adb1-a4efe412518e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=689a593e-4a17-4083-adfb-a273ffd4ed01 HTTP/1.1" status: 200 len: 850 time: 0.0522738 Jun 15 00:37:38.682649 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa139b3c-274f-4d8e-9604-8f5922b1cdf6 req-ba428823-5ac6-4f59-9180-984dc9a8d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:38.684348 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa139b3c-274f-4d8e-9604-8f5922b1cdf6 req-ba428823-5ac6-4f59-9180-984dc9a8d634 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3761bde8-b221-417b-8881-85e060df935f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442338 Jun 15 00:37:38.769390 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:38.792160 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa139b3c-274f-4d8e-9604-8f5922b1cdf6 req-d4b58806-26d5-4cab-a8c7-6c1b0e87f806 service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003072 Jun 15 00:37:38.896614 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:38.910142 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 02b8b121-9bd7-4333-8517-9bbdca651cac details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:37:38.946741 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa139b3c-274f-4d8e-9604-8f5922b1cdf6 req-64718497-ee27-470e-886d-a0dff9df3ed4 service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460333 Jun 15 00:37:39.043686 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 02b8b121-9bd7-4333-8517-9bbdca651cac, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=02b8b121-9bd7-4333-8517-9bbdca651cac,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:39.057733 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '02b8b121-9bd7-4333-8517-9bbdca651cac', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'port_id': '02b8b121-9bd7-4333-8517-9bbdca651cac', 'mac_address': 'fa:16:3e:c5:43:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:37:39.152953 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 02b8b121-9bd7-4333-8517-9bbdca651cac is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:37:39.153960 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:39.162760 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ac4d9-159b-42aa-a9ba-fa437ffd0021 req-3730af11-be3d-436f-9f78-ea7778183e31 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:39.164984 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-625ac4d9-159b-42aa-a9ba-fa437ffd0021 req-3730af11-be3d-436f-9f78-ea7778183e31 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 943 time: 0.0857821 Jun 15 00:37:39.186049 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b8b121-9bd7-4333-8517-9bbdca651cac {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:37:39.233066 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 02b8b121-9bd7-4333-8517-9bbdca651cac, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=02b8b121-9bd7-4333-8517-9bbdca651cac,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:39.234088 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:39.242543 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:39.278341 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-625ac4d9-159b-42aa-a9ba-fa437ffd0021 req-9905e270-191e-419b-8f4f-0af6ce595500 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013298 Jun 15 00:37:39.432136 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=02b8b121-9bd7-4333-8517-9bbdca651cac,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:39.519729 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981928e-fe5b-48ac-9409-ffecdc77fd54 req-422c80ce-630d-4d25-b7da-e5e41fec5abe tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:39.522284 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae33407-677f-420b-92f7-0d4a6a38d227 req-d9a09ae4-9897-4466-b165-16e6ff502780 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:39.527062 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4981928e-fe5b-48ac-9409-ffecdc77fd54 req-422c80ce-630d-4d25-b7da-e5e41fec5abe tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0668173 Jun 15 00:37:39.533246 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-aae33407-677f-420b-92f7-0d4a6a38d227 req-d9a09ae4-9897-4466-b165-16e6ff502780 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.1170888 Jun 15 00:37:39.547519 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:39.614011 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4981928e-fe5b-48ac-9409-ffecdc77fd54 req-caa72aaf-afb1-4f30-9b65-1e6304a485af tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835142 Jun 15 00:37:39.641228 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-aae33407-677f-420b-92f7-0d4a6a38d227 req-4ab0c551-db6d-4be6-9216-e8892fcb8b8d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070406 Jun 15 00:37:39.832328 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['02b8b121-9bd7-4333-8517-9bbdca651cac'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:37:40.450458 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84c83c-ce9a-463c-9a61-9829b48dcdd8 req-952152bb-5257-4b1f-8a77-26396d271705 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:40.455239 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc84c83c-ce9a-463c-9a61-9829b48dcdd8 req-952152bb-5257-4b1f-8a77-26396d271705 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 944 time: 0.0895801 Jun 15 00:37:40.526640 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc84c83c-ce9a-463c-9a61-9829b48dcdd8 req-42969c36-e194-4a79-a32f-d148d5eced83 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626333 Jun 15 00:37:40.815828 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b4c6e-2993-46be-aaec-46e61204fea7 req-f520efb3-a314-4b71-b1ee-a89512794869 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:40.824431 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-639b4c6e-2993-46be-aaec-46e61204fea7 req-f520efb3-a314-4b71-b1ee-a89512794869 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0618279 Jun 15 00:37:40.909489 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-639b4c6e-2993-46be-aaec-46e61204fea7 req-85663cb8-4952-4a5d-9df5-091eef82d22a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775688 Jun 15 00:37:40.978877 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139dd53-93e3-4ea7-8526-07c311d95fc2 req-e8ef9dd0-0d5a-4c5c-977b-e81d618ae10d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:40.983967 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c139dd53-93e3-4ea7-8526-07c311d95fc2 req-e8ef9dd0-0d5a-4c5c-977b-e81d618ae10d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.1569519 Jun 15 00:37:41.100848 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c139dd53-93e3-4ea7-8526-07c311d95fc2 req-7e11c7f7-db1e-43f3-9a45-7334619f7c63 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058285 Jun 15 00:37:41.250137 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 02b8b121-9bd7-4333-8517-9bbdca651cac up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:37:41.321645 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 02b8b121-9bd7-4333-8517-9bbdca651cac completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:37:41.340281 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 02b8b121-9bd7-4333-8517-9bbdca651cac triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:37:41.340658 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:41.464786 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 02b8b121-9bd7-4333-8517-9bbdca651cac is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:37:41.465260 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:41.470193 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:41.513222 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935fba7a-8ebd-408d-929f-9bcc18868077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b8b121-9bd7-4333-8517-9bbdca651cac'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:41.516309 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b43778-68a3-400b-8b7b-83903ac5ec34" -d '{"events": [{"server_uuid": "935fba7a-8ebd-408d-929f-9bcc18868077", "name": "network-vif-plugged", "status": "completed", "tag": "02b8b121-9bd7-4333-8517-9bbdca651cac"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:41.575718 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 02b8b121-9bd7-4333-8517-9bbdca651cac, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=02b8b121-9bd7-4333-8517-9bbdca651cac,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:41.600581 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c338a2-6050-4368-b876-0a0b59cb51b7 x-openstack-request-id: req-36c338a2-6050-4368-b876-0a0b59cb51b7 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:41.601024 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935fba7a-8ebd-408d-929f-9bcc18868077", "name": "network-vif-plugged", "status": "completed", "tag": "02b8b121-9bd7-4333-8517-9bbdca651cac", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:41.601479 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-36c338a2-6050-4368-b876-0a0b59cb51b7 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:41.602010 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c338a2-6050-4368-b876-0a0b59cb51b7'] response: {'server_uuid': '935fba7a-8ebd-408d-929f-9bcc18868077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b8b121-9bd7-4333-8517-9bbdca651cac', 'code': 200} Jun 15 00:37:41.603286 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:41.803041 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=02b8b121-9bd7-4333-8517-9bbdca651cac,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:41.805096 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1437d1-fc03-4471-bf8d-9d627f2caf2d req-85ea08ee-090e-49fb-9e94-3514d5b2d454 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:41.813256 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3f1437d1-fc03-4471-bf8d-9d627f2caf2d req-85ea08ee-090e-49fb-9e94-3514d5b2d454 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 945 time: 0.1808565 Jun 15 00:37:41.903555 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3f1437d1-fc03-4471-bf8d-9d627f2caf2d req-597927de-f1e6-40ef-9904-9197f86efb7a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890932 Jun 15 00:37:42.052429 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebd34b-af7b-46f4-91d9-aa6787b38e77 req-36503ece-ab55-4771-adc0-e1af26444337 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:42.054077 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-04ebd34b-af7b-46f4-91d9-aa6787b38e77 req-36503ece-ab55-4771-adc0-e1af26444337 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0656409 Jun 15 00:37:42.152947 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-04ebd34b-af7b-46f4-91d9-aa6787b38e77 req-16312509-fff3-4772-8426-338e9e8ba6d0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926983 Jun 15 00:37:42.351028 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76ee48-ecba-436d-bf37-b1698323f8e8 req-c2ca6048-4dc3-4818-9425-f94c5cb6eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:42.352124 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc76ee48-ecba-436d-bf37-b1698323f8e8 req-c2ca6048-4dc3-4818-9425-f94c5cb6eb6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 1129 time: 0.0782740 Jun 15 00:37:42.450385 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc76ee48-ecba-436d-bf37-b1698323f8e8 req-8c9f7eff-5ecf-44e6-9364-2088fbaf56fe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806427 Jun 15 00:37:42.479681 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9b19e-661b-4bd2-976d-dc0f523b6272 req-6d2ed4ab-402f-4384-9d89-79e0e31756d8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:42.483790 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ec9b19e-661b-4bd2-976d-dc0f523b6272 req-6d2ed4ab-402f-4384-9d89-79e0e31756d8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.1306758 Jun 15 00:37:42.587047 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ec9b19e-661b-4bd2-976d-dc0f523b6272 req-f36a4d82-9791-4009-810b-ef0bf9b18ece tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896766 Jun 15 00:37:43.189420 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c5f1c-fd58-455a-ba4b-3db7d5b0811e req-d5068cb7-3d7d-4c57-8694-1f19b22621de tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:43.200067 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0b3c5f1c-fd58-455a-ba4b-3db7d5b0811e req-d5068cb7-3d7d-4c57-8694-1f19b22621de tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 945 time: 0.1106250 Jun 15 00:37:43.335036 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0b3c5f1c-fd58-455a-ba4b-3db7d5b0811e req-1514d6df-57e5-484c-8d7d-b053d9b12806 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167519 Jun 15 00:37:43.707175 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b6274-773d-4bec-8672-f23f74c625ab req-06909030-f563-4663-8f56-6164f7aa368c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:43.708773 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-599b6274-773d-4bec-8672-f23f74c625ab req-06909030-f563-4663-8f56-6164f7aa368c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0528946 Jun 15 00:37:43.763801 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:43.767576 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-599b6274-773d-4bec-8672-f23f74c625ab req-2b9d4b2e-18c0-46bf-9e21-8d6bc5816355 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479367 Jun 15 00:37:44.526741 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:44.640150 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582ae90-b0a3-4347-b6bb-9ebdc538f278 req-ae195978-60b6-4cd9-b479-c9f898fa160a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:44.642031 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3582ae90-b0a3-4347-b6bb-9ebdc538f278 req-ae195978-60b6-4cd9-b479-c9f898fa160a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 945 time: 0.1029775 Jun 15 00:37:44.789085 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3582ae90-b0a3-4347-b6bb-9ebdc538f278 req-67d518f4-0106-424e-81f4-23e48e24146a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390443 Jun 15 00:37:44.941231 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd5b3-0ef8-4de9-b1bc-5ca316291234 req-96df4f69-0f43-4536-a16b-0e5a991a6cad tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:44.951063 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4cbd5b3-0ef8-4de9-b1bc-5ca316291234 req-96df4f69-0f43-4536-a16b-0e5a991a6cad tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0784566 Jun 15 00:37:45.104814 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4cbd5b3-0ef8-4de9-b1bc-5ca316291234 req-6a8396e9-3c0c-4279-bd4d-1cbb28407574 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1524048 Jun 15 00:37:45.508188 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09d6a432-a2fc-49d7-b0c6-473017e7310b req-2f23853a-08e7-4ce7-bbfb-078c6751d6c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974257 Jun 15 00:37:45.652028 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6a432-a2fc-49d7-b0c6-473017e7310b req-bc81ca34-e1bd-4bd1-9041-bf4446232cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:45.654818 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09d6a432-a2fc-49d7-b0c6-473017e7310b req-bc81ca34-e1bd-4bd1-9041-bf4446232cb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 1130 time: 0.0719242 Jun 15 00:37:45.840117 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6a432-a2fc-49d7-b0c6-473017e7310b req-635733e5-c7c4-492d-abb1-30133e3ea7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:45.841652 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09d6a432-a2fc-49d7-b0c6-473017e7310b req-635733e5-c7c4-492d-abb1-30133e3ea7c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.1523461 Jun 15 00:37:45.919977 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09d6a432-a2fc-49d7-b0c6-473017e7310b req-f719e8bd-6ae4-4775-b6de-7755adb5284f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92085804-04f9-491e-909d-de03a26ec439 HTTP/1.1" status: 200 len: 217 time: 0.0610385 Jun 15 00:37:45.954968 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e0d57-a372-47af-8aa8-4aa1a5c06b97 req-0e1e90f0-8a93-4898-91a7-b002ef5b3b01 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:45.963745 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-238e0d57-a372-47af-8aa8-4aa1a5c06b97 req-0e1e90f0-8a93-4898-91a7-b002ef5b3b01 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 945 time: 0.0866816 Jun 15 00:37:46.031187 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6a432-a2fc-49d7-b0c6-473017e7310b req-2d13d04d-c841-4343-85c5-554f2e1b5f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:46.032761 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09d6a432-a2fc-49d7-b0c6-473017e7310b req-2d13d04d-c841-4343-85c5-554f2e1b5f2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.1019623 Jun 15 00:37:46.140153 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6a432-a2fc-49d7-b0c6-473017e7310b req-511d53cb-bd1e-4c89-a4b7-24bd1c87c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:46.149716 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09d6a432-a2fc-49d7-b0c6-473017e7310b req-511d53cb-bd1e-4c89-a4b7-24bd1c87c3f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0999722 Jun 15 00:37:46.343205 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-238e0d57-a372-47af-8aa8-4aa1a5c06b97 req-5beae796-02c6-486c-ac9a-c9254df3bc9e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785458 Jun 15 00:37:46.482171 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:46.512121 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe496214-7cc4-4033-9824-e5ff19f72628 req-d28bdd9c-dcdc-494e-8643-7f9b5008d36a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:46.532241 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fe496214-7cc4-4033-9824-e5ff19f72628 req-d28bdd9c-dcdc-494e-8643-7f9b5008d36a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 945 time: 0.0959504 Jun 15 00:37:46.532981 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 58270) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:37:46.533955 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d777e5a-fa81-4e6f-a3d0-a14391fa47d4 req-11fb9095-ef30-4b54-b948-58c0a8e6d6ca tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:46.537306 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5d777e5a-fa81-4e6f-a3d0-a14391fa47d4 req-11fb9095-ef30-4b54-b948-58c0a8e6d6ca tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.2750347 Jun 15 00:37:46.538827 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-33813d67-ee37-43f6-a0fc-f9ed9299a14b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'floatingip': {'port_id': '02b8b121-9bd7-4333-8517-9bbdca651cac'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:37:46.543852 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:46.580872 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09d6a432-a2fc-49d7-b0c6-473017e7310b req-02ec5288-86fe-48f1-9928-a184ddc874cd service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231925 Jun 15 00:37:46.598259 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-33813d67-ee37-43f6-a0fc-f9ed9299a14b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (070ca9ac-e073-43a0-8057-0dd4a58324c8), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:46.778087 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09d6a432-a2fc-49d7-b0c6-473017e7310b req-42810a96-36d6-4b4a-a8eb-cc34a680cc6f service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775954 Jun 15 00:37:46.822692 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5d777e5a-fa81-4e6f-a3d0-a14391fa47d4 req-f7d8b69d-5e72-4ec6-b128-5c43da2c3c15 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2737927 Jun 15 00:37:47.283067 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-33813d67-ee37-43f6-a0fc-f9ed9299a14b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:47.292280 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-33813d67-ee37-43f6-a0fc-f9ed9299a14b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (070ca9ac-e073-43a0-8057-0dd4a58324c8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:47.345185 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:47.450214 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [None req-33813d67-ee37-43f6-a0fc-f9ed9299a14b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Floating IP 070ca9ac-e073-43a0-8057-0dd4a58324c8 associated. External IP: 172.27.3.127, port: 02b8b121-9bd7-4333-8517-9bbdca651cac. Jun 15 00:37:47.742001 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:47.785089 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33813d67-ee37-43f6-a0fc-f9ed9299a14b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:37:47.917048 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:48.052716 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33813d67-ee37-43f6-a0fc-f9ed9299a14b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:37:48.065383 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9309fc46-f599-4003-ba1c-31b936bcfdea None None] Sync routers for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:37:48.071520 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a6a6-548f-4dcd-8d25-d612bd15271f req-0aff077b-4ae9-40a1-a728-f285a9de92d2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:48.080064 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4fc2a6a6-548f-4dcd-8d25-d612bd15271f req-0aff077b-4ae9-40a1-a728-f285a9de92d2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.1217759 Jun 15 00:37:48.081832 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309fc46-f599-4003-ba1c-31b936bcfdea None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:37:48.082655 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-9309fc46-f599-4003-ba1c-31b936bcfdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:37:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:37:48.104757 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-33813d67-ee37-43f6-a0fc-f9ed9299a14b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:48.152667 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4fc2a6a6-548f-4dcd-8d25-d612bd15271f req-10e662d9-1084-4612-a79d-252438913ba2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690966 Jun 15 00:37:48.195189 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-33813d67-ee37-43f6-a0fc-f9ed9299a14b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "PUT /v2.0/floatingips/070ca9ac-e073-43a0-8057-0dd4a58324c8 HTTP/1.1" status: 200 len: 991 time: 1.6608315 Jun 15 00:37:48.195970 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935fba7a-8ebd-408d-929f-9bcc18868077', 'tag': '02b8b121-9bd7-4333-8517-9bbdca651cac'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:48.198726 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfca712-f965-44e4-96de-c1e7bc05ed4f" -d '{"events": [{"name": "network-changed", "server_uuid": "935fba7a-8ebd-408d-929f-9bcc18868077", "tag": "02b8b121-9bd7-4333-8517-9bbdca651cac"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:48.241270 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64bc920-4834-44dd-b7c6-39564f38bca1 x-openstack-request-id: req-f64bc920-4834-44dd-b7c6-39564f38bca1 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:48.241984 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935fba7a-8ebd-408d-929f-9bcc18868077", "tag": "02b8b121-9bd7-4333-8517-9bbdca651cac", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:48.242454 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f64bc920-4834-44dd-b7c6-39564f38bca1 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:48.243110 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64bc920-4834-44dd-b7c6-39564f38bca1'] response: {'name': 'network-changed', 'server_uuid': '935fba7a-8ebd-408d-929f-9bcc18868077', 'tag': '02b8b121-9bd7-4333-8517-9bbdca651cac', 'status': 'completed', 'code': 200} Jun 15 00:37:48.288843 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-9309fc46-f599-4003-ba1c-31b936bcfdea None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:37:48.487084 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca712-f965-44e4-96de-c1e7bc05ed4f req-57beede7-58c6-439f-861e-e4a4b6ef9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:48.489589 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfca712-f965-44e4-96de-c1e7bc05ed4f req-57beede7-58c6-439f-861e-e4a4b6ef9e04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 1129 time: 0.1698928 Jun 15 00:37:48.799834 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca712-f965-44e4-96de-c1e7bc05ed4f req-3437a348-9e16-4eb6-9eea-7a576754c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:48.805972 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfca712-f965-44e4-96de-c1e7bc05ed4f req-3437a348-9e16-4eb6-9eea-7a576754c5bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 916 time: 0.3034263 Jun 15 00:37:49.001545 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-9309fc46-f599-4003-ba1c-31b936bcfdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '070ca9ac-e073-43a0-8057-0dd4a58324c8', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': '02b8b121-9bd7-4333-8517-9bbdca651cac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:c5:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935fba7a-8ebd-408d-929f-9bcc18868077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:37:22Z', 'updated_at': '2022-06-15T00:37:47Z', 'revision_number': 1, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}, {'id': '7553750c-c722-405c-933d-e3a1f2af7831', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:a3:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:10Z', 'updated_at': '2022-06-15T00:36:01Z', 'revision_number': 2, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:37:49.042102 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:49.061912 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9309fc46-f599-4003-ba1c-31b936bcfdea None None] Checking router: 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:37:49.098836 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309fc46-f599-4003-ba1c-31b936bcfdea None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:37:49.103546 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-9309fc46-f599-4003-ba1c-31b936bcfdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:37:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:37:49.121208 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfca712-f965-44e4-96de-c1e7bc05ed4f req-6b005f2c-c765-4997-a265-e052ac9a4494 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02b8b121-9bd7-4333-8517-9bbdca651cac HTTP/1.1" status: 200 len: 999 time: 0.1492558 Jun 15 00:37:49.234985 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca712-f965-44e4-96de-c1e7bc05ed4f req-0c813891-14fe-44cb-bd75-bdd5fc777bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:49.243026 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfca712-f965-44e4-96de-c1e7bc05ed4f req-0c813891-14fe-44cb-bd75-bdd5fc777bea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5220b8d-5fa8-4bba-b479-879643712889 HTTP/1.1" status: 200 len: 854 time: 0.0979037 Jun 15 00:37:49.331385 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca712-f965-44e4-96de-c1e7bc05ed4f req-5820d0a5-976c-4919-a264-a9d8418b7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:49.332815 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfca712-f965-44e4-96de-c1e7bc05ed4f req-5820d0a5-976c-4919-a264-a9d8418b7ac0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=635266bb-134b-444e-917a-980ab805d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880561 Jun 15 00:37:49.357450 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6be452-be18-4cd6-9d29-84f2873685e7 req-c7927335-1f8e-43c4-b8fc-a80df4f178ca tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:49.359713 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-bb6be452-be18-4cd6-9d29-84f2873685e7 req-c7927335-1f8e-43c4-b8fc-a80df4f178ca tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0796697 Jun 15 00:37:49.368231 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-9309fc46-f599-4003-ba1c-31b936bcfdea None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:37:49.437634 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfca712-f965-44e4-96de-c1e7bc05ed4f req-06579ac0-40d0-4ab4-a1dc-7987f45ce51b service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956466 Jun 15 00:37:49.532211 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-bb6be452-be18-4cd6-9d29-84f2873685e7 req-0392752a-4456-4669-84dc-f5b6f40a8ce5 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1642141 Jun 15 00:37:49.626957 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfca712-f965-44e4-96de-c1e7bc05ed4f req-1d89e186-ad05-4ded-9fc8-626d786daaed service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785269 Jun 15 00:37:49.789511 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-9309fc46-f599-4003-ba1c-31b936bcfdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '070ca9ac-e073-43a0-8057-0dd4a58324c8', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': '02b8b121-9bd7-4333-8517-9bbdca651cac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:c5:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935fba7a-8ebd-408d-929f-9bcc18868077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:37:22Z', 'updated_at': '2022-06-15T00:37:47Z', 'revision_number': 1, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}, {'id': '7553750c-c722-405c-933d-e3a1f2af7831', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:a3:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:10Z', 'updated_at': '2022-06-15T00:36:01Z', 'revision_number': 2, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:37:49.819662 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9309fc46-f599-4003-ba1c-31b936bcfdea None None] The sync data for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi is: [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '070ca9ac-e073-43a0-8057-0dd4a58324c8', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': '02b8b121-9bd7-4333-8517-9bbdca651cac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:c5:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935fba7a-8ebd-408d-929f-9bcc18868077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:37:22Z', 'updated_at': '2022-06-15T00:37:47Z', 'revision_number': 1, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}, {'id': '7553750c-c722-405c-933d-e3a1f2af7831', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:a3:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:10Z', 'updated_at': '2022-06-15T00:36:01Z', 'revision_number': 2, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:37:50.200835 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9974752-ec73-4f20-9dae-5a72db694a51 None None] New status for floating IP 070ca9ac-e073-43a0-8057-0dd4a58324c8: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:37:50.714892 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26387d5e-fa0b-4986-adbf-88f50ba258e3 req-537cf50f-1503-413d-ae26-b996b7493411 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:50.717089 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-26387d5e-fa0b-4986-adbf-88f50ba258e3 req-537cf50f-1503-413d-ae26-b996b7493411 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.1001911 Jun 15 00:37:50.799347 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-26387d5e-fa0b-4986-adbf-88f50ba258e3 req-52968e1a-791c-4ed6-a324-c282e2dd8279 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724137 Jun 15 00:37:51.673008 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c41fb-6507-461e-ae26-b6279fc5004c req-2b2bf320-794d-444d-85f2-c93ce5347d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:51.674402 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e21c41fb-6507-461e-ae26-b6279fc5004c req-2b2bf320-794d-444d-85f2-c93ce5347d40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47d48d22515e469fa53498b17ed80be7&device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 1129 time: 0.0388515 Jun 15 00:37:51.786946 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c41fb-6507-461e-ae26-b6279fc5004c req-1622b671-31d9-4621-bdc5-e86afd5eae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:51.788417 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e21c41fb-6507-461e-ae26-b6279fc5004c req-1622b671-31d9-4621-bdc5-e86afd5eae05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 200 len: 917 time: 0.1079383 Jun 15 00:37:51.851742 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e21c41fb-6507-461e-ae26-b6279fc5004c req-9008bb19-a0b2-4f9c-bd47-d047d4932a88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0548539 Jun 15 00:37:51.917365 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c41fb-6507-461e-ae26-b6279fc5004c req-5a2e0167-b294-4303-ae7c-f131ba009df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:51.920079 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e21c41fb-6507-461e-ae26-b6279fc5004c req-5a2e0167-b294-4303-ae7c-f131ba009df2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bddbc5c-7efb-4185-937f-e56eb0633638 HTTP/1.1" status: 200 len: 855 time: 0.0544615 Jun 15 00:37:51.933373 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f308d6f-e593-43fb-8f33-6dc99072eb9c req-5ca05426-ef2a-4182-aa85-45d777d96be3 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:51.934899 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0f308d6f-e593-43fb-8f33-6dc99072eb9c req-5ca05426-ef2a-4182-aa85-45d777d96be3 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0553920 Jun 15 00:37:51.975887 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c41fb-6507-461e-ae26-b6279fc5004c req-35f282f3-3f47-4870-a4f8-decfc9761c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:51.977389 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e21c41fb-6507-461e-ae26-b6279fc5004c req-35f282f3-3f47-4870-a4f8-decfc9761c25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444572 Jun 15 00:37:51.983263 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0f308d6f-e593-43fb-8f33-6dc99072eb9c req-703e6d7b-11f1-4833-b36e-cf0390c1dc9b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429213 Jun 15 00:37:52.082540 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e21c41fb-6507-461e-ae26-b6279fc5004c req-fde3871a-bd97-45b3-a63a-47c12ef9e5ed service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923882 Jun 15 00:37:52.159419 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:52.180943 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e21c41fb-6507-461e-ae26-b6279fc5004c req-6e9793a9-c177-4185-aaad-e50feaeb02fa service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901685 Jun 15 00:37:53.106429 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7dbb6-3ba8-4383-832f-9cce1b6c4517 req-216174b5-2411-45ce-ab02-ab54bd9306ae tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:53.108687 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4dc7dbb6-3ba8-4383-832f-9cce1b6c4517 req-216174b5-2411-45ce-ab02-ab54bd9306ae tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0512817 Jun 15 00:37:53.128481 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:53.166300 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4dc7dbb6-3ba8-4383-832f-9cce1b6c4517 req-425fe4f9-4bc2-4338-830f-ea83c4d15570 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513127 Jun 15 00:37:54.306058 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304cd3b-bfea-42b7-bb5d-de5db0d799ae req-2d57002a-c145-4fb6-9baa-707b9e6c2c62 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:54.307621 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f304cd3b-bfea-42b7-bb5d-de5db0d799ae req-2d57002a-c145-4fb6-9baa-707b9e6c2c62 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0508239 Jun 15 00:37:54.355393 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f304cd3b-bfea-42b7-bb5d-de5db0d799ae req-b3492de6-36af-4006-b7e1-c30aed591cfb tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421135 Jun 15 00:37:55.367283 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6450bba9-d0d6-4e98-ac04-b1805d415eb2 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:37:55.448424 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 is: ACTIVE; New status is: DOWN {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:37:55.448914 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:55.500419 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:37:55.503265 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca879bc-a5be-4832-872d-7c165e2cba22" -d '{"events": [{"server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "name": "network-vif-unplugged", "status": "completed", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:37:55.508280 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:37:55.510753 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:37:55.527946 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:55.549877 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431490c-b448-4a89-81f7-888b5f892db7 req-218f5c88-5054-4837-a4f1-bf8d74d8c070 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:55.551344 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5431490c-b448-4a89-81f7-888b5f892db7 req-218f5c88-5054-4837-a4f1-bf8d74d8c070 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 945 time: 0.0938678 Jun 15 00:37:55.566769 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Jun 2022 00:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9872191f-d81f-4861-8d57-daaf74735761 x-openstack-request-id: req-9872191f-d81f-4861-8d57-daaf74735761 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:37:55.567751 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "name": "network-vif-unplugged", "status": "completed", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:37:55.569089 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9872191f-d81f-4861-8d57-daaf74735761 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:37:55.569809 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9872191f-d81f-4861-8d57-daaf74735761'] response: {'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'code': 200} Jun 15 00:37:55.608455 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=6450bba9-d0d6-4e98-ac04-b1805d415eb2,revision_number=8']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:37:55.620382 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.620779 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.621066 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.621427 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.621764 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.622090 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.622415 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.622900 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.623475 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.623869 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.624266 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.625180 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.625778 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.626304 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.626918 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:37:55.632914 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5431490c-b448-4a89-81f7-888b5f892db7 req-e4ba6eac-8d59-4612-a377-91cfb735f801 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741465 Jun 15 00:37:56.235027 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-5e192ccf-2f8d-4784-a75e-999d48f9de9e req-6913b0fa-ecfc-4fe8-a0df-f09af1c22195 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:37:56.236032 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e192ccf-2f8d-4784-a75e-999d48f9de9e req-6913b0fa-ecfc-4fe8-a0df-f09af1c22195 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052316 Jun 15 00:37:56.440572 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dc36d-bda7-4458-b188-bc0ccf6b4516 req-5ba448d9-dbb6-46fc-aec7-613999c5fa1a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:56.443058 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b45dc36d-bda7-4458-b188-bc0ccf6b4516 req-5ba448d9-dbb6-46fc-aec7-613999c5fa1a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0719080 Jun 15 00:37:56.502809 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b45dc36d-bda7-4458-b188-bc0ccf6b4516 req-76be7282-8d86-4fa6-8837-02daa7608ed2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515304 Jun 15 00:37:56.875388 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 58404) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:37:56.969945 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-069e16de-9280-474f-93cd-a9c67f54fd4c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927696 Jun 15 00:37:56.979855 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-96390eef-e0f2-4b5f-a7f3-c64d85e5333e service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:37:56.981110 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-96390eef-e0f2-4b5f-a7f3-c64d85e5333e service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057931 Jun 15 00:37:57.088867 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 58422) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:37:57.223037 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-2d28367e-9972-440a-b6a4-76712e0212b2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:57.233062 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-2d28367e-9972-440a-b6a4-76712e0212b2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports/6450bba9-d0d6-4e98-ac04-b1805d415eb2 HTTP/1.1" status: 200 len: 940 time: 0.1424088 Jun 15 00:37:57.580352 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-de020f8c-9bcd-4e4c-838b-dceab447d82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:37:57.687674 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fe0f2-427e-4ac1-88a3-3d90c3eea64d req-4478b88c-6ff7-45fa-86d0-fb41f66b8828 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:57.691246 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a26fe0f2-427e-4ac1-88a3-3d90c3eea64d req-4478b88c-6ff7-45fa-86d0-fb41f66b8828 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0552819 Jun 15 00:37:57.756024 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a26fe0f2-427e-4ac1-88a3-3d90c3eea64d req-103be333-f021-4fa4-bb63-9029aca8d6b0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594893 Jun 15 00:37:58.866838 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108690b-a6b9-4f0c-bac9-5236aee712e6 req-3f790261-480e-407c-9845-aa6119ca1328 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:37:58.868293 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1108690b-a6b9-4f0c-bac9-5236aee712e6 req-3f790261-480e-407c-9845-aa6119ca1328 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0471847 Jun 15 00:37:58.914031 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1108690b-a6b9-4f0c-bac9-5236aee712e6 req-d6059339-5ca7-4852-a3a0-318dffb7f1a8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403283 Jun 15 00:37:59.402315 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6450bba9-d0d6-4e98-ac04-b1805d415eb2 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:37:59.604227 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 is: DOWN; New status is: DOWN {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:38:00.020309 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-bef8715c-2d15-4c6d-8271-d7fad78de8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:00.040665 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9628147-5436-469f-89af-bc2285005492 req-5b83e518-2be4-4252-aae7-fb59f3e5ee95 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:00.042180 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a9628147-5436-469f-89af-bc2285005492 req-5b83e518-2be4-4252-aae7-fb59f3e5ee95 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0556130 Jun 15 00:38:00.092396 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a9628147-5436-469f-89af-bc2285005492 req-da43586b-80a0-43f6-8a56-38ca7677889d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442829 Jun 15 00:38:00.786325 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 58534) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:38:00.825887 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Deleting subnet b785adc0-6ede-4f8b-b143-35f0ab34774e {{(pid=104110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:38:00.829034 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Publish callbacks [] for subnet (b785adc0-6ede-4f8b-b143-35f0ab34774e), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:00.833405 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:00.861889 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:00.864677 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3105921'] for subnet (b785adc0-6ede-4f8b-b143-35f0ab34774e), precommit_delete_associations {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:00.906243 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (b785adc0-6ede-4f8b-b143-35f0ab34774e), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:00.956616 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3365706'] for subnet (b785adc0-6ede-4f8b-b143-35f0ab34774e), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:00.964108 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:00.983257 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b785adc0-6ede-4f8b-b143-35f0ab34774e,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:00.988218 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:00.991897 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] 10.222.0.33 "DELETE /v2.0/subnets/b785adc0-6ede-4f8b-b143-35f0ab34774e HTTP/1.1" status: 204 len: 168 time: 0.2082086 Jun 15 00:38:00.994504 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 58536) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:38:00.997447 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:00.997880 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:00.998293 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:00.998643 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:00.999009 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:00.999343 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:00.999671 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:00.999997 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.000324 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.000648 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.000980 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.001306 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.001630 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.001951 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.002270 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7840ef-db5a-426d-ba1f-923ebc79ad9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.065301 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (44b64b7b-e7e0-40e2-9675-5b5bfefa26cb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:01.140519 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (44b64b7b-e7e0-40e2-9675-5b5bfefa26cb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:01.165615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b64b7b-e7e0-40e2-9675-5b5bfefa26cb']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:38:01.176991 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0daf54-3f96-4df5-9080-2b94cd7da005') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:38:01.177289 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0daf54-3f96-4df5-9080-2b94cd7da005') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:38:01.209772 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3329278'] for segment (4f0daf54-3f96-4df5-9080-2b94cd7da005), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:01.233895 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53520a5-22df-4c6e-aba5-a553135f78b5 req-9e791a53-6e01-4345-8a6e-06e5fe608f7a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:01.235391 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e53520a5-22df-4c6e-aba5-a553135f78b5 req-9e791a53-6e01-4345-8a6e-06e5fe608f7a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0627003 Jun 15 00:38:01.236257 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (4f0daf54-3f96-4df5-9080-2b94cd7da005), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:01.248712 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:38:01.249098 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2329835'] for segment (4f0daf54-3f96-4df5-9080-2b94cd7da005), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:01.273152 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 4f0daf54-3f96-4df5-9080-2b94cd7da005 resource provider aggregate not found Jun 15 00:38:01.329482 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 4f0daf54-3f96-4df5-9080-2b94cd7da005 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f0daf54-3f96-4df5-9080-2b94cd7da005 found for delete ", "request_id": "req-d8514d23-246b-41b4-b7eb-02850de35f47"}]} Jun 15 00:38:01.342604 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (44b64b7b-e7e0-40e2-9675-5b5bfefa26cb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:01.348642 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:01.351993 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] 10.222.0.33 "DELETE /v2.0/networks/44b64b7b-e7e0-40e2-9675-5b5bfefa26cb HTTP/1.1" status: 204 len: 168 time: 0.3564816 Jun 15 00:38:01.356651 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e53520a5-22df-4c6e-aba5-a553135f78b5 req-dd1a8ea5-cd22-4ed6-b623-794ad1f471c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150570 Jun 15 00:38:01.366832 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Pushing event deleted for resources: {'Network': ['ID=44b64b7b-e7e0-40e2-9675-5b5bfefa26cb,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.384615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b889a-e288-4c94-a82e-c7660b7f187a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:01.526309 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 58546) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:38:01.566968 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2e23949e-5ede-4b78-b663-441d2242e69d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1577716cf20f4274a95a51fb0fd6af99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394194 Jun 15 00:38:01.569376 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 58548) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:38:01.617725 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4c8fb38f-bb80-4565-9cd5-2c110343c9ab admin admin] Publish callbacks [] for security_group (73c7d007-3ca4-4a17-92a7-211bde3937f8), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:01.638715 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4c8fb38f-bb80-4565-9cd5-2c110343c9ab admin admin] Publish callbacks [] for security_group (73c7d007-3ca4-4a17-92a7-211bde3937f8), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:01.668177 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:01.688046 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4c8fb38f-bb80-4565-9cd5-2c110343c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (73c7d007-3ca4-4a17-92a7-211bde3937f8), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:01.690625 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4c8fb38f-bb80-4565-9cd5-2c110343c9ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:01.692403 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4c8fb38f-bb80-4565-9cd5-2c110343c9ab admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/73c7d007-3ca4-4a17-92a7-211bde3937f8 HTTP/1.1" status: 204 len: 168 time: 0.1215506 Jun 15 00:38:01.700184 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fb38f-bb80-4565-9cd5-2c110343c9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c7d007-3ca4-4a17-92a7-211bde3937f8,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:02.446527 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:02.474967 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=99 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:02.483816 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=55 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:02.485849 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68598dfb-755b-4af4-b19b-45a3e9d934f7 req-9cd3e153-428e-46bd-b0ba-9c8788e562e1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:02.487706 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-68598dfb-755b-4af4-b19b-45a3e9d934f7 req-9cd3e153-428e-46bd-b0ba-9c8788e562e1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0525477 Jun 15 00:38:02.542398 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-68598dfb-755b-4af4-b19b-45a3e9d934f7 req-39d8a670-b070-44cd-9f43-41881657d3d3 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484512 Jun 15 00:38:03.409111 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:03.663386 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b31e3-1c73-4d23-b111-9c351e7e5c36 req-e4471d59-6f91-4bfb-af03-38cf1705a6f1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:03.664861 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f55b31e3-1c73-4d23-b111-9c351e7e5c36 req-e4471d59-6f91-4bfb-af03-38cf1705a6f1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0491953 Jun 15 00:38:03.711226 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f55b31e3-1c73-4d23-b111-9c351e7e5c36 req-72051b58-14ba-44ff-b68a-6dcd2a0ef745 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408781 Jun 15 00:38:04.831020 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8d6f1-6f16-4745-979f-b4713e7d6223 req-319de599-d4c5-4b7d-8319-7fd14c36632c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:04.832491 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fae8d6f1-6f16-4745-979f-b4713e7d6223 req-319de599-d4c5-4b7d-8319-7fd14c36632c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0509572 Jun 15 00:38:04.878908 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fae8d6f1-6f16-4745-979f-b4713e7d6223 req-2dd85a20-6fff-4cef-8f94-a50b944d20a9 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409179 Jun 15 00:38:05.997462 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da083bce-8370-4599-b682-bbfa107212e7 req-7c9f4f07-7166-4953-850e-50ffef513a84 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:05.998967 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-da083bce-8370-4599-b682-bbfa107212e7 req-7c9f4f07-7166-4953-850e-50ffef513a84 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0466621 Jun 15 00:38:06.046692 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-da083bce-8370-4599-b682-bbfa107212e7 req-143c2b6f-af0a-4efb-af08-63ba2992fb2d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415199 Jun 15 00:38:07.165414 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73388b-f3dc-4990-ad3f-41edd1c66c9f req-f2d10596-998d-487c-8726-c9a2c5ad7729 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:07.167000 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8c73388b-f3dc-4990-ad3f-41edd1c66c9f req-f2d10596-998d-487c-8726-c9a2c5ad7729 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0478141 Jun 15 00:38:07.213092 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8c73388b-f3dc-4990-ad3f-41edd1c66c9f req-d6473879-fe55-4b87-8214-cffdfec551ee tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406184 Jun 15 00:38:08.298218 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:08.339011 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de55d-6240-4862-be3e-361da04406a3 req-8fd9ac16-bc27-4032-aa43-0383ad9f10d9 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:08.340680 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff6de55d-6240-4862-be3e-361da04406a3 req-8fd9ac16-bc27-4032-aa43-0383ad9f10d9 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0522778 Jun 15 00:38:08.393306 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff6de55d-6240-4862-be3e-361da04406a3 req-91b6342c-739a-4ff3-bd01-0f431dd22c05 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466835 Jun 15 00:38:09.326494 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-27355eb3-6697-43a8-89ac-f9be304bf0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:09.327992 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-27355eb3-6697-43a8-89ac-f9be304bf0ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e&tenant_id=47d48d22515e469fa53498b17ed80be7 HTTP/1.1" status: 200 len: 1127 time: 0.0681562 Jun 15 00:38:09.423170 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-270d2404-b8ba-46aa-9c1b-24c2c474790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:09.424711 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-270d2404-b8ba-46aa-9c1b-24c2c474790b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47d48d22515e469fa53498b17ed80be7&device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 1127 time: 0.0394263 Jun 15 00:38:09.522902 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e71583-8ee6-46f8-a293-6664f7b28cab req-814b33e4-4f49-46c7-8ecc-b4013ddbc76b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:09.524407 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-00e71583-8ee6-46f8-a293-6664f7b28cab req-814b33e4-4f49-46c7-8ecc-b4013ddbc76b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0578356 Jun 15 00:38:09.574959 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-00e71583-8ee6-46f8-a293-6664f7b28cab req-fd39babc-1f09-4af5-ae40-ca040b6b80ae tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448580 Jun 15 00:38:09.741160 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-4ae92c3e-1639-4b0f-aee1-e81d3029ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:09.742803 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-4ae92c3e-1639-4b0f-aee1-e81d3029ebd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 200 len: 917 time: 0.3073854 Jun 15 00:38:09.807486 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-5f88d388-5aea-4888-a1fc-d47dca82b9c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2 HTTP/1.1" status: 200 len: 999 time: 0.0543997 Jun 15 00:38:09.858913 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-11e04579-f006-42d5-8edf-3c1fbe80e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:09.860304 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-11e04579-f006-42d5-8edf-3c1fbe80e9fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bddbc5c-7efb-4185-937f-e56eb0633638 HTTP/1.1" status: 200 len: 855 time: 0.0468662 Jun 15 00:38:09.903075 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-b714ac58-c0c9-48b4-ab7c-e64f6d4598ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:09.904564 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-b714ac58-c0c9-48b4-ab7c-e64f6d4598ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378010 Jun 15 00:38:09.995464 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-d5a4feae-432d-49d3-9cfc-21dae418f3cf service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845764 Jun 15 00:38:10.085140 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-016ea6a2-baa1-45d1-8d9d-aca3d6adec7b service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837920 Jun 15 00:38:10.715884 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0fdef-d678-4bba-b368-adeb5dc680de req-8d0f7255-5265-4a53-9b1b-fb995af134b2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:10.723308 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-35c0fdef-d678-4bba-b368-adeb5dc680de req-8d0f7255-5265-4a53-9b1b-fb995af134b2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0619588 Jun 15 00:38:10.800601 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-35c0fdef-d678-4bba-b368-adeb5dc680de req-dc7f619f-416c-4eed-8089-afb8377f8f94 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760329 Jun 15 00:38:11.927852 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605da70-6387-42e0-a1dc-1962732119c1 req-e80b4b4d-d575-4cbd-8a14-b21f05915ba8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:11.929313 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3605da70-6387-42e0-a1dc-1962732119c1 req-e80b4b4d-d575-4cbd-8a14-b21f05915ba8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0484693 Jun 15 00:38:11.984681 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3605da70-6387-42e0-a1dc-1962732119c1 req-d70a80fa-7fc5-426d-89d6-7d13255d08b3 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498223 Jun 15 00:38:13.112798 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8496030-aec7-4442-9e70-dd4247c86673 req-bd98aad6-4405-4136-ae81-79af5252dd9e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:13.114889 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b8496030-aec7-4442-9e70-dd4247c86673 req-bd98aad6-4405-4136-ae81-79af5252dd9e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0472658 Jun 15 00:38:13.147101 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:13.173128 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b8496030-aec7-4442-9e70-dd4247c86673 req-94d3e6f0-c93a-46cb-8ce8-b9bc2c759dd9 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525575 Jun 15 00:38:13.402685 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:13.405004 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=64,neutron:UPDATE=6 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:14.301393 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a302c5-6ca5-4470-a19a-2aede4498c10 req-0677b94a-9961-454e-aa1b-b5d5992552c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:14.303923 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d7a302c5-6ca5-4470-a19a-2aede4498c10 req-0677b94a-9961-454e-aa1b-b5d5992552c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0566335 Jun 15 00:38:14.351465 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:38:14.361662 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d7a302c5-6ca5-4470-a19a-2aede4498c10 req-9b84c6bc-581b-496e-8b05-c5c458d5b68a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523803 Jun 15 00:38:14.498673 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:15.498687 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21fdd1-3e12-42c4-ab67-bbefe64193f2 req-42c562e5-4d22-4eac-a45d-5fb305594450 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:15.500258 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d21fdd1-3e12-42c4-ab67-bbefe64193f2 req-42c562e5-4d22-4eac-a45d-5fb305594450 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0595109 Jun 15 00:38:15.558163 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d21fdd1-3e12-42c4-ab67-bbefe64193f2 req-fdfb593b-8448-4801-9ac2-a225d816fac9 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505717 Jun 15 00:38:15.762958 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 58786) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:38:15.887377 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1f5de16f-ac15-4972-9f9f-76cd608272b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:15.968736 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1f5de16f-ac15-4972-9f9f-76cd608272b6 admin admin] Publish callbacks [] for security_group (fa475e92-82ba-49aa-8d75-9275e6212d3e), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:15.974977 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1f5de16f-ac15-4972-9f9f-76cd608272b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (fa475e92-82ba-49aa-8d75-9275e6212d3e), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:16.016993 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-1f5de16f-ac15-4972-9f9f-76cd608272b6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ee101f4ad5114947adca2752e1297b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529135 Jun 15 00:38:16.017889 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5de16f-ac15-4972-9f9f-76cd608272b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa475e92-82ba-49aa-8d75-9275e6212d3e,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:16.020344 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 58792) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:38:16.076587 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdc5a-e315-4f52-8915-957c26b6cd84 admin admin] Publish callbacks [] for security_group (fa475e92-82ba-49aa-8d75-9275e6212d3e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:16.100072 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdc5a-e315-4f52-8915-957c26b6cd84 admin admin] Publish callbacks [] for security_group (fa475e92-82ba-49aa-8d75-9275e6212d3e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:16.151920 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdc5a-e315-4f52-8915-957c26b6cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (fa475e92-82ba-49aa-8d75-9275e6212d3e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:16.154592 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdc5a-e315-4f52-8915-957c26b6cd84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:16.155865 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cbdcdc5a-e315-4f52-8915-957c26b6cd84 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fa475e92-82ba-49aa-8d75-9275e6212d3e HTTP/1.1" status: 204 len: 168 time: 0.1345189 Jun 15 00:38:16.163862 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcdc5a-e315-4f52-8915-957c26b6cd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa475e92-82ba-49aa-8d75-9275e6212d3e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:16.714131 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:16.734523 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75315ca0-de18-4073-964a-5dd57611760d req-d0b8c29f-21c7-4e3c-9d52-d5b1754d932a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:16.736333 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-75315ca0-de18-4073-964a-5dd57611760d req-d0b8c29f-21c7-4e3c-9d52-d5b1754d932a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0627429 Jun 15 00:38:16.797921 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-75315ca0-de18-4073-964a-5dd57611760d req-c3218b72-bf60-4617-9c0d-8121ab2cb7f6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551927 Jun 15 00:38:17.888663 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:17.933902 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dc825-44fc-470f-b576-345fc5e0c1b1 req-87242de7-0ffc-4a8e-9d9f-9a0e3d0134a1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:17.936216 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-533dc825-44fc-470f-b576-345fc5e0c1b1 req-87242de7-0ffc-4a8e-9d9f-9a0e3d0134a1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0580330 Jun 15 00:38:17.996920 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-533dc825-44fc-470f-b576-345fc5e0c1b1 req-cebb11f5-0d0d-4bcf-955e-738e80ec01a9 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553846 Jun 15 00:38:19.157042 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b19335-0569-4093-bf38-9839f94ff23d req-4568b8e5-5655-4f3f-8412-66128e2a04a2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:19.158614 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b8b19335-0569-4093-bf38-9839f94ff23d req-4568b8e5-5655-4f3f-8412-66128e2a04a2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0722063 Jun 15 00:38:19.193873 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:19.209581 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b8b19335-0569-4093-bf38-9839f94ff23d req-18f36080-54f4-4e67-abe3-ae4279cd2523 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449216 Jun 15 00:38:20.338511 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413db5d-904e-4cb2-a7c9-404b056110ac req-c57ba30d-967a-4979-947d-3fe46ab32922 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:20.342673 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b413db5d-904e-4cb2-a7c9-404b056110ac req-c57ba30d-967a-4979-947d-3fe46ab32922 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0513732 Jun 15 00:38:20.394533 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b413db5d-904e-4cb2-a7c9-404b056110ac req-43456d1a-3658-4926-8192-4c9f3201d8da tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482919 Jun 15 00:38:21.514698 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa8422-b884-4411-a601-9d9e558c7da1 req-71460309-d0bc-4c15-a3f8-cc8bb045e542 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:21.516254 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3aa8422-b884-4411-a601-9d9e558c7da1 req-71460309-d0bc-4c15-a3f8-cc8bb045e542 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0469408 Jun 15 00:38:21.561851 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3aa8422-b884-4411-a601-9d9e558c7da1 req-0f2ebe48-fe48-4cce-95e0-5e63604204aa tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400579 Jun 15 00:38:22.676898 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e251f02-db13-4aff-8b3f-c75dc650d928 req-1f055c90-9144-472d-ad55-2947c9ebdcb7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:22.678990 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e251f02-db13-4aff-8b3f-c75dc650d928 req-1f055c90-9144-472d-ad55-2947c9ebdcb7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0457382 Jun 15 00:38:22.726011 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e251f02-db13-4aff-8b3f-c75dc650d928 req-9b738b90-8beb-4012-8937-d66b4df79409 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414591 Jun 15 00:38:23.846282 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf44e88-9132-47e2-b5ee-16cd47a6b08d req-da4f2654-58b7-483b-9609-db83388baa92 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:23.847829 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-baf44e88-9132-47e2-b5ee-16cd47a6b08d req-da4f2654-58b7-483b-9609-db83388baa92 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0506201 Jun 15 00:38:23.894770 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-baf44e88-9132-47e2-b5ee-16cd47a6b08d req-bdebb543-0940-4af5-8b55-87edeb567f3c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408571 Jun 15 00:38:24.492224 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:25.012336 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc18747-1aa9-46b5-b091-00be0f5700a9 req-ebb0dd2c-6ce7-4fc5-b5fa-31776c317ca8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:25.013816 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9fc18747-1aa9-46b5-b091-00be0f5700a9 req-ebb0dd2c-6ce7-4fc5-b5fa-31776c317ca8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0477118 Jun 15 00:38:25.060247 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9fc18747-1aa9-46b5-b091-00be0f5700a9 req-7407ef88-41f7-46e8-b00a-d3be4e983f8a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408807 Jun 15 00:38:26.177535 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:26.180203 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c4836-363c-44d2-839e-5d18d2ccec43 req-59af7288-f3ba-4a76-9854-c0160b3dbd4c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:26.181761 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d12c4836-363c-44d2-839e-5d18d2ccec43 req-59af7288-f3ba-4a76-9854-c0160b3dbd4c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0502293 Jun 15 00:38:26.230796 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d12c4836-363c-44d2-839e-5d18d2ccec43 req-50e6120f-ff6f-4142-ab70-2da7b92b8c78 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433388 Jun 15 00:38:26.366699 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:26.504935 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 58950) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:38:26.608915 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-97874df0-26f8-40e3-afce-c313d1c2be5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:26.645616 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:26.688087 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-97874df0-26f8-40e3-afce-c313d1c2be5a admin admin] Publish callbacks [] for security_group (e5c775b2-9a3e-487f-bc28-12a501bab4df), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:26.691596 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-97874df0-26f8-40e3-afce-c313d1c2be5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (e5c775b2-9a3e-487f-bc28-12a501bab4df), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:26.730798 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-97874df0-26f8-40e3-afce-c313d1c2be5a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8b93d82c53924aa19d3c7f9bb6cc2074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247927 Jun 15 00:38:26.731646 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97874df0-26f8-40e3-afce-c313d1c2be5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c775b2-9a3e-487f-bc28-12a501bab4df,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:26.733453 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 58954) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:38:26.783380 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-28dfaea1-2019-43d9-a3be-04bca7c047c5 admin admin] Publish callbacks [] for security_group (e5c775b2-9a3e-487f-bc28-12a501bab4df), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:26.805369 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-28dfaea1-2019-43d9-a3be-04bca7c047c5 admin admin] Publish callbacks [] for security_group (e5c775b2-9a3e-487f-bc28-12a501bab4df), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:26.851810 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-28dfaea1-2019-43d9-a3be-04bca7c047c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (e5c775b2-9a3e-487f-bc28-12a501bab4df), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:26.854500 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-28dfaea1-2019-43d9-a3be-04bca7c047c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:26.855676 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-28dfaea1-2019-43d9-a3be-04bca7c047c5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e5c775b2-9a3e-487f-bc28-12a501bab4df HTTP/1.1" status: 204 len: 168 time: 0.1202505 Jun 15 00:38:26.863753 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfaea1-2019-43d9-a3be-04bca7c047c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c775b2-9a3e-487f-bc28-12a501bab4df,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:27.353220 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d450d5-5556-4da6-91d3-547fa53f6abb req-67af6454-5855-4484-8698-57cba2d6ff1b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:27.354669 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-22d450d5-5556-4da6-91d3-547fa53f6abb req-67af6454-5855-4484-8698-57cba2d6ff1b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0490336 Jun 15 00:38:27.401326 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-22d450d5-5556-4da6-91d3-547fa53f6abb req-1eaaa6c4-f0ad-4546-b5b4-ed21d82f22dc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408099 Jun 15 00:38:27.555012 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-04c24a14-48e6-4b08-9410-7fdf4c67396a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:28.524068 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed59ccb-e2fc-4451-a3e0-195b939f845a req-5ea23433-da6f-4b2f-9d45-217337c22785 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:28.525545 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ed59ccb-e2fc-4451-a3e0-195b939f845a req-5ea23433-da6f-4b2f-9d45-217337c22785 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0536954 Jun 15 00:38:28.553759 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:28.578985 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ed59ccb-e2fc-4451-a3e0-195b939f845a req-1e3c6938-15f4-4906-b6bf-3889883ef992 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479043 Jun 15 00:38:29.699186 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf5732-6337-4651-97a8-2f734c15c50d req-9f1e2e9b-5962-4627-8e58-abe439ca693d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:29.700629 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-00cf5732-6337-4651-97a8-2f734c15c50d req-9f1e2e9b-5962-4627-8e58-abe439ca693d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0467000 Jun 15 00:38:29.747356 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-00cf5732-6337-4651-97a8-2f734c15c50d req-35668889-4df8-477f-8185-aa9060b9eb13 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411084 Jun 15 00:38:30.014012 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6b65408c-acee-4493-a526-80e1b5749cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:30.838229 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:30.864727 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5c645-5408-45ef-88ec-6e0be564ffae req-0665ffba-382f-42b2-aaa4-47c5b2ff5054 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:30.866259 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00b5c645-5408-45ef-88ec-6e0be564ffae req-0665ffba-382f-42b2-aaa4-47c5b2ff5054 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 943 time: 0.0475948 Jun 15 00:38:30.913990 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00b5c645-5408-45ef-88ec-6e0be564ffae req-8bbb6396-73c0-4edf-b9fe-ca739c0c8a89 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420306 Jun 15 00:38:31.635471 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6450bba9-d0d6-4e98-ac04-b1805d415eb2 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:38:31.748627 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:38:31.759943 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'port_id': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'mac_address': 'fa:16:3e:2c:96:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:38:31.795583 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:38:31.795972 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:31.807947 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d32d97-ae42-4fc8-b9b8-e89554face25 req-35415909-5e92-4be4-a2b9-ca680118fdf1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:31.808712 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6450bba9-d0d6-4e98-ac04-b1805d415eb2 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:38:31.809575 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e9d32d97-ae42-4fc8-b9b8-e89554face25 req-35415909-5e92-4be4-a2b9-ca680118fdf1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0469153 Jun 15 00:38:31.831704 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:38:31.836370 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:31.857819 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e9d32d97-ae42-4fc8-b9b8-e89554face25 req-9e59a27b-0698-4efa-adc0-b37541854048 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426025 Jun 15 00:38:31.885717 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=6450bba9-d0d6-4e98-ac04-b1805d415eb2,revision_number=9']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:31.969744 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec46f82-ebc0-4d18-9083-db1dc277e111 req-7c82e714-f29e-4127-b679-b7a01e9c17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:31.971329 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ec46f82-ebc0-4d18-9083-db1dc277e111 req-7c82e714-f29e-4127-b679-b7a01e9c17d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 1129 time: 0.0443127 Jun 15 00:38:32.050872 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdead5-0bfc-4ad8-b382-5815d1bee7a1 req-44b43b5c-36fd-4356-8bad-796aa626b1e6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:32.052856 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2fbdead5-0bfc-4ad8-b382-5815d1bee7a1 req-44b43b5c-36fd-4356-8bad-796aa626b1e6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 944 time: 0.0538175 Jun 15 00:38:32.074350 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec46f82-ebc0-4d18-9083-db1dc277e111 req-fa38fe04-16e9-49ff-bb31-c66b4070d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:32.076022 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ec46f82-ebc0-4d18-9083-db1dc277e111 req-fa38fe04-16e9-49ff-bb31-c66b4070d703 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.0931065 Jun 15 00:38:32.130228 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2fbdead5-0bfc-4ad8-b382-5815d1bee7a1 req-79d189a1-61c2-43b9-9637-e7f1157beeb2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704408 Jun 15 00:38:32.170692 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ec46f82-ebc0-4d18-9083-db1dc277e111 req-637684f7-55c9-4e67-a81d-bb13804cfeee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7042541a-e5da-4765-a758-a53e6fea7afc HTTP/1.1" status: 200 len: 1000 time: 0.0845485 Jun 15 00:38:32.224131 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec46f82-ebc0-4d18-9083-db1dc277e111 req-4f6fd462-8cdf-401f-a788-36a2af5213f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:32.226505 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ec46f82-ebc0-4d18-9083-db1dc277e111 req-4f6fd462-8cdf-401f-a788-36a2af5213f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.0467877 Jun 15 00:38:32.274571 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec46f82-ebc0-4d18-9083-db1dc277e111 req-d952b4aa-05b5-4071-858f-077a0a60dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:32.276197 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ec46f82-ebc0-4d18-9083-db1dc277e111 req-d952b4aa-05b5-4071-858f-077a0a60dd15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404677 Jun 15 00:38:32.329911 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['6450bba9-d0d6-4e98-ac04-b1805d415eb2'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:38:32.377698 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ec46f82-ebc0-4d18-9083-db1dc277e111 req-51c036c3-eec4-4ce5-9e07-506809f5040f service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899191 Jun 15 00:38:32.457948 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:32.477377 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ec46f82-ebc0-4d18-9083-db1dc277e111 req-325bab78-809e-4954-afea-4c278c27d5b1 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921409 Jun 15 00:38:32.985638 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b2301-85a3-4e6e-8eb9-cd1b0a9f7d81 req-0a01b46a-a4a6-41a7-a52f-c2d6103fb833 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:32.987129 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-314b2301-85a3-4e6e-8eb9-cd1b0a9f7d81 req-0a01b46a-a4a6-41a7-a52f-c2d6103fb833 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0499914 Jun 15 00:38:33.035947 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-314b2301-85a3-4e6e-8eb9-cd1b0a9f7d81 req-867c83ac-5e09-4404-80d6-669dcd179042 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426488 Jun 15 00:38:33.270533 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77f738-92bc-4587-b7f6-3efb9c8e78d2 req-62a36a24-0c1c-49c1-a10d-886374d6f0e0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:33.272675 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-de77f738-92bc-4587-b7f6-3efb9c8e78d2 req-62a36a24-0c1c-49c1-a10d-886374d6f0e0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 944 time: 0.0585649 Jun 15 00:38:33.328749 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-de77f738-92bc-4587-b7f6-3efb9c8e78d2 req-a784249d-31d3-48fa-bf5f-d4a2d050013e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478396 Jun 15 00:38:33.411788 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:33.412002 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:33.422487 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385b6f9-088f-49c6-86f9-80cd5f5e609c req-981e84bf-275e-498a-a375-c813c58f97e4 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:33.424061 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1385b6f9-088f-49c6-86f9-80cd5f5e609c req-981e84bf-275e-498a-a375-c813c58f97e4 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 945 time: 0.0504646 Jun 15 00:38:33.470459 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1385b6f9-088f-49c6-86f9-80cd5f5e609c req-41ded44b-6330-4cb0-8a82-11bf398038a8 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Jun 15 00:38:33.646034 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6450bba9-d0d6-4e98-ac04-b1805d415eb2 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:38:33.688768 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:38:33.689060 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:33.758238 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:38:33.758614 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:33.783339 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:38:33.785525 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e780f075-b112-4bc4-af61-a2050a363d82" -d '{"events": [{"server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "name": "network-vif-plugged", "status": "completed", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:38:33.797458 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:38:33.801329 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:33.826399 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b954f0c-f8de-4cff-8e6e-cd7e237be1c0 x-openstack-request-id: req-0b954f0c-f8de-4cff-8e6e-cd7e237be1c0 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:38:33.826704 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "name": "network-vif-plugged", "status": "completed", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:38:33.826982 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0b954f0c-f8de-4cff-8e6e-cd7e237be1c0 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:38:33.827364 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b954f0c-f8de-4cff-8e6e-cd7e237be1c0'] response: {'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'code': 200} Jun 15 00:38:33.833313 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:33.850997 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=6450bba9-d0d6-4e98-ac04-b1805d415eb2,revision_number=10']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:34.148015 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6152b77-e8f0-4b55-a5c9-a60e7fd38a6a req-5179cfc2-a309-46cd-9bcf-10b870168697 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:34.149492 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b6152b77-e8f0-4b55-a5c9-a60e7fd38a6a req-5179cfc2-a309-46cd-9bcf-10b870168697 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0459349 Jun 15 00:38:34.197729 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b6152b77-e8f0-4b55-a5c9-a60e7fd38a6a req-a1c29243-31de-4eee-bae0-c940662e7c30 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429103 Jun 15 00:38:34.445384 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce717b-3013-4b30-a117-9ecc10631af1 req-4a62a36d-2b78-4f35-b637-bc8b6da24f78 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:34.446850 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-27ce717b-3013-4b30-a117-9ecc10631af1 req-4a62a36d-2b78-4f35-b637-bc8b6da24f78 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 946 time: 0.0470738 Jun 15 00:38:34.493371 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-27ce717b-3013-4b30-a117-9ecc10631af1 req-3e42ffb5-7ac5-460b-b402-1cc58e089035 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406830 Jun 15 00:38:34.583175 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad8188-e349-4148-b8cf-c146ed0b4da9 req-875a04c6-05ad-47bd-983f-ef8f50894b08 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:34.584798 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dbad8188-e349-4148-b8cf-c146ed0b4da9 req-875a04c6-05ad-47bd-983f-ef8f50894b08 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 945 time: 0.0460579 Jun 15 00:38:34.631253 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dbad8188-e349-4148-b8cf-c146ed0b4da9 req-a108ba37-a249-4a10-85c7-413dfdd17bf7 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 Jun 15 00:38:35.322308 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90faee-b83f-40ff-89bb-bb439cf79491 req-c953fd2f-364a-4903-b883-1f78474d8490 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:35.323675 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fe90faee-b83f-40ff-89bb-bb439cf79491 req-c953fd2f-364a-4903-b883-1f78474d8490 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0510192 Jun 15 00:38:35.371804 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fe90faee-b83f-40ff-89bb-bb439cf79491 req-595b0480-3e2c-4db0-bb3e-9af203c74f33 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 Jun 15 00:38:35.577499 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:35.611964 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc5622-4ec1-4f8f-96c0-f1ce7457bb31 req-399fb926-d950-4ddc-8339-066ed39b88de tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:35.613419 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04fc5622-4ec1-4f8f-96c0-f1ce7457bb31 req-399fb926-d950-4ddc-8339-066ed39b88de tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 946 time: 0.0464406 Jun 15 00:38:35.660210 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04fc5622-4ec1-4f8f-96c0-f1ce7457bb31 req-20a53b13-fb02-4285-8b48-3d6009f008b1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406280 Jun 15 00:38:35.732667 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be32db7-4bb4-4016-926b-d4d17325911c req-03dcdc2b-4a70-40a1-8496-99bd59b06fe2 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:35.734143 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4be32db7-4bb4-4016-926b-d4d17325911c req-03dcdc2b-4a70-40a1-8496-99bd59b06fe2 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 945 time: 0.0526168 Jun 15 00:38:35.746126 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c33a7-40ff-408f-aa8b-25b9cb4ef93e req-28937260-e969-4d61-9a31-ca6a9b634a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:35.747659 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4c0c33a7-40ff-408f-aa8b-25b9cb4ef93e req-28937260-e969-4d61-9a31-ca6a9b634a2f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 1130 time: 0.0658178 Jun 15 00:38:35.761027 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94223d-f1b6-49df-85fc-d1eb47e0273b req-f47f1b04-81d7-472f-9173-0413e873f9d6 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:35.762414 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ba94223d-f1b6-49df-85fc-d1eb47e0273b req-f47f1b04-81d7-472f-9173-0413e873f9d6 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 945 time: 0.0547166 Jun 15 00:38:35.768073 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:35.819736 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-4be32db7-4bb4-4016-926b-d4d17325911c req-edfab00b-7ba3-4c35-8580-896cb0b6d77a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Deleting port 63679f4c-0c0c-4fe3-afea-b9254e5ab990 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:38:35.820173 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4be32db7-4bb4-4016-926b-d4d17325911c req-edfab00b-7ba3-4c35-8580-896cb0b6d77a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:35.836803 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4c0c33a7-40ff-408f-aa8b-25b9cb4ef93e req-7b75c27e-1f01-498d-971d-d6a653bbcf09 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732965 Jun 15 00:38:35.843465 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ba94223d-f1b6-49df-85fc-d1eb47e0273b req-f70f27a5-c1fe-4a95-b68b-017bd2b850f3 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735021 Jun 15 00:38:35.922657 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-4be32db7-4bb4-4016-926b-d4d17325911c req-edfab00b-7ba3-4c35-8580-896cb0b6d77a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] For port 63679f4c-0c0c-4fe3-afea-b9254e5ab990, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=63679f4c-0c0c-4fe3-afea-b9254e5ab990,segment=NetworkSegment(414f32d1-ce0c-4a52-b122-5af556508197),segment_id=414f32d1-ce0c-4a52-b122-5af556508197)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:38:35.923014 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4be32db7-4bb4-4016-926b-d4d17325911c req-edfab00b-7ba3-4c35-8580-896cb0b6d77a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:35.935523 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-4be32db7-4bb4-4016-926b-d4d17325911c req-edfab00b-7ba3-4c35-8580-896cb0b6d77a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Calling delete_port for 63679f4c-0c0c-4fe3-afea-b9254e5ab990 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:38:36.055197 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4be32db7-4bb4-4016-926b-d4d17325911c req-edfab00b-7ba3-4c35-8580-896cb0b6d77a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (63679f4c-0c0c-4fe3-afea-b9254e5ab990), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:36.083766 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfab00b-7ba3-4c35-8580-896cb0b6d77a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Pushing event deleted for resources: {'Port': ['ID=63679f4c-0c0c-4fe3-afea-b9254e5ab990,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:36.111709 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['63679f4c-0c0c-4fe3-afea-b9254e5ab990'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:38:36.128970 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be32db7-4bb4-4016-926b-d4d17325911c req-edfab00b-7ba3-4c35-8580-896cb0b6d77a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] No DVR routers for this DVR port 63679f4c-0c0c-4fe3-afea-b9254e5ab990 on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:38:36.131966 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4be32db7-4bb4-4016-926b-d4d17325911c req-edfab00b-7ba3-4c35-8580-896cb0b6d77a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:36.135236 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4be32db7-4bb4-4016-926b-d4d17325911c req-edfab00b-7ba3-4c35-8580-896cb0b6d77a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.42 "DELETE /v2.0/ports/63679f4c-0c0c-4fe3-afea-b9254e5ab990 HTTP/1.1" status: 204 len: 173 time: 0.3942580 Jun 15 00:38:36.135680 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a1c69-6805-4f5a-ba0c-98ef9b74bd82', 'name': 'network-vif-deleted', 'tag': '63679f4c-0c0c-4fe3-afea-b9254e5ab990'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:38:36.137943 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016edda3-7929-420b-ab24-973d9ef75e53" -d '{"events": [{"server_uuid": "e52a1c69-6805-4f5a-ba0c-98ef9b74bd82", "name": "network-vif-deleted", "tag": "63679f4c-0c0c-4fe3-afea-b9254e5ab990"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:38:36.175056 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5d055a-fc93-4cc0-a821-887767c88b56 x-openstack-request-id: req-4b5d055a-fc93-4cc0-a821-887767c88b56 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:38:36.175549 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a1c69-6805-4f5a-ba0c-98ef9b74bd82", "name": "network-vif-deleted", "tag": "63679f4c-0c0c-4fe3-afea-b9254e5ab990", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:38:36.175808 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4b5d055a-fc93-4cc0-a821-887767c88b56 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:38:36.176240 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b5d055a-fc93-4cc0-a821-887767c88b56'] response: {'server_uuid': 'e52a1c69-6805-4f5a-ba0c-98ef9b74bd82', 'name': 'network-vif-deleted', 'tag': '63679f4c-0c0c-4fe3-afea-b9254e5ab990', 'status': 'completed', 'code': 200} Jun 15 00:38:36.485919 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77904475-fc4b-4179-a810-6a41031db200 req-4f7daeeb-7f65-4e75-835b-93f80d457629 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:36.487412 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-77904475-fc4b-4179-a810-6a41031db200 req-4f7daeeb-7f65-4e75-835b-93f80d457629 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0468960 Jun 15 00:38:36.533702 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-77904475-fc4b-4179-a810-6a41031db200 req-98248f7b-bc46-4d23-b93b-15c6c09d02f9 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400555 Jun 15 00:38:36.784876 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffd4ee-c699-4481-88b0-eb2bcb01f6b3 req-78e61c2c-0c1a-4cbc-806a-a54bf7869ec2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:36.786394 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1bffd4ee-c699-4481-88b0-eb2bcb01f6b3 req-78e61c2c-0c1a-4cbc-806a-a54bf7869ec2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 946 time: 0.0499117 Jun 15 00:38:36.835148 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1bffd4ee-c699-4481-88b0-eb2bcb01f6b3 req-88664faf-6a5b-45e8-9b7c-52ff16c66fe3 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431545 Jun 15 00:38:36.950564 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ae612e83-ad45-41a8-8a9b-446ddd0a8aa4 req-691a16f0-d627-42e8-918d-0617f24077de tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 210 time: 0.0276093 Jun 15 00:38:37.656854 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7a98f-c4ed-471f-9eb3-4caa6279fb9c req-99876b46-611e-4a08-9059-ca735d77fc24 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:37.658349 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ed7a98f-c4ed-471f-9eb3-4caa6279fb9c req-99876b46-611e-4a08-9059-ca735d77fc24 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0521214 Jun 15 00:38:37.688189 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:37.712915 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ed7a98f-c4ed-471f-9eb3-4caa6279fb9c req-230406a7-5722-4e04-ae17-8bc63a080490 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452068 Jun 15 00:38:37.964104 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc829245-b7c4-41de-90a0-22a129f73e7a req-b6f4e2bb-0a5d-4c3b-a739-1ad74ab654eb tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:37.965603 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cc829245-b7c4-41de-90a0-22a129f73e7a req-b6f4e2bb-0a5d-4c3b-a739-1ad74ab654eb tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 946 time: 0.0578206 Jun 15 00:38:37.995448 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:38.017704 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cc829245-b7c4-41de-90a0-22a129f73e7a req-20e9d338-f567-47ed-8078-08342c343502 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463257 Jun 15 00:38:38.058737 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c2433919-823f-4c4f-800c-0b8ae272bc93 req-8810b0f7-4c6e-4dea-b987-886feff39117 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=e52a1c69-6805-4f5a-ba0c-98ef9b74bd82 HTTP/1.1" status: 200 len: 210 time: 0.0295489 Jun 15 00:38:38.827087 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278ccd-94c6-4f54-a1c0-c4e71d9abcb0 req-49d7b8ba-2898-4ded-8970-91ccb11ab3aa tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:38.828515 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2f278ccd-94c6-4f54-a1c0-c4e71d9abcb0 req-49d7b8ba-2898-4ded-8970-91ccb11ab3aa tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0469861 Jun 15 00:38:38.874072 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2f278ccd-94c6-4f54-a1c0-c4e71d9abcb0 req-adaba651-49d8-4e1d-b68a-b501097aeb83 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401809 Jun 15 00:38:39.139093 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58de0f-a51b-480e-a024-bfea0d762b21 req-82bfbecc-3b91-4ba5-a257-91ee56a332f6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:39.140459 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc58de0f-a51b-480e-a024-bfea0d762b21 req-82bfbecc-3b91-4ba5-a257-91ee56a332f6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 946 time: 0.0489354 Jun 15 00:38:39.187338 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc58de0f-a51b-480e-a024-bfea0d762b21 req-61bd7d1b-c32a-4ff4-95f9-334ff80d0758 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413096 Jun 15 00:38:39.477815 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:39.478616 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:39.985200 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f0391-2363-4cad-80b2-ffe7f85db0ec req-eb8127c3-ffba-4368-8f8e-854162db07a5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:39.986644 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-809f0391-2363-4cad-80b2-ffe7f85db0ec req-eb8127c3-ffba-4368-8f8e-854162db07a5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0463328 Jun 15 00:38:40.039214 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-809f0391-2363-4cad-80b2-ffe7f85db0ec req-8fc1c86c-29e3-4269-a594-66857b741bad tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465515 Jun 15 00:38:41.154577 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f8a0a-dbe2-4cc6-b1c1-bb1b525d3994 req-698bf174-6218-437c-9a35-e909e6467c1c tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:41.156055 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fe9f8a0a-dbe2-4cc6-b1c1-bb1b525d3994 req-698bf174-6218-437c-9a35-e909e6467c1c tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0487378 Jun 15 00:38:41.200659 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fe9f8a0a-dbe2-4cc6-b1c1-bb1b525d3994 req-f9d94c1d-5a1b-47a5-9fa0-43ce9861fc6d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392151 Jun 15 00:38:41.326128 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 63679f4c-0c0c-4fe3-afea-b9254e5ab990 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:38:41.348356 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 63679f4c-0c0c-4fe3-afea-b9254e5ab990 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:38:41.349005 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 63679f4c-0c0c-4fe3-afea-b9254e5ab990 not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:38:42.311780 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801eb48-0826-4a72-9edf-bbc7b2bce697 req-af44265f-902f-4566-87b1-5291e9516bf3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:42.313230 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6801eb48-0826-4a72-9edf-bbc7b2bce697 req-af44265f-902f-4566-87b1-5291e9516bf3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0454080 Jun 15 00:38:42.359748 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6801eb48-0826-4a72-9edf-bbc7b2bce697 req-6cb8307e-a892-4cdc-93c9-808089e7d0c0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411544 Jun 15 00:38:43.476165 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5f924-b556-42c6-9c4d-fae314cefe48 req-5b5a952f-5a26-43c8-b37b-6f66e2ed82c2 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:43.478291 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0d5f924-b556-42c6-9c4d-fae314cefe48 req-5b5a952f-5a26-43c8-b37b-6f66e2ed82c2 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0481479 Jun 15 00:38:43.504593 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:43.528047 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0d5f924-b556-42c6-9c4d-fae314cefe48 req-554271e8-39c3-4d87-9097-c630c18ac6e7 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434537 Jun 15 00:38:44.497147 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:44.657804 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288bbfb-151e-429d-8f65-369e92a0b766 req-01d22711-9d2f-4b50-9808-dec1b029e9a1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:44.659355 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b288bbfb-151e-429d-8f65-369e92a0b766 req-01d22711-9d2f-4b50-9808-dec1b029e9a1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0542517 Jun 15 00:38:44.711373 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b288bbfb-151e-429d-8f65-369e92a0b766 req-6e1bad0a-b87f-40d1-8db8-982ffaf21584 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451283 Jun 15 00:38:45.550888 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655efef-5b7b-4751-a5bb-d93a855947ae req-862e1f2c-d7fd-4e85-8e00-3f8bb697fd97 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:45.552277 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e655efef-5b7b-4751-a5bb-d93a855947ae req-862e1f2c-d7fd-4e85-8e00-3f8bb697fd97 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 945 time: 0.0494721 Jun 15 00:38:45.597841 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e655efef-5b7b-4751-a5bb-d93a855947ae req-780125e8-1058-46c2-ad00-4f5bd714d88a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392721 Jun 15 00:38:45.828619 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a44fea-9739-47cf-9cd9-deace6504c2b req-014615e6-f2a5-4478-9fb2-abb9c52ac5d9 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:45.830104 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-15a44fea-9739-47cf-9cd9-deace6504c2b req-014615e6-f2a5-4478-9fb2-abb9c52ac5d9 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0492864 Jun 15 00:38:45.877178 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-15a44fea-9739-47cf-9cd9-deace6504c2b req-c4682a5b-92e3-4f80-a897-f6f261e9e039 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417519 Jun 15 00:38:46.710930 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4df068-5c4a-4ff7-980c-c828a4ba6599 req-afe5b2b4-0e92-47be-a7fd-ba6de834f35b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:46.712413 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de4df068-5c4a-4ff7-980c-c828a4ba6599 req-afe5b2b4-0e92-47be-a7fd-ba6de834f35b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 945 time: 0.0462773 Jun 15 00:38:46.758746 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de4df068-5c4a-4ff7-980c-c828a4ba6599 req-7588a604-4166-4aa5-9dde-deb3c9f5fcd1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Jun 15 00:38:46.990491 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176883ca-143d-48b3-8757-1c61906fe773 req-0aadbbd0-fbe7-48f1-a5d3-4403e5d0cb23 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:46.991999 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-176883ca-143d-48b3-8757-1c61906fe773 req-0aadbbd0-fbe7-48f1-a5d3-4403e5d0cb23 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0467932 Jun 15 00:38:47.038153 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-176883ca-143d-48b3-8757-1c61906fe773 req-51ea9065-f700-4159-bbab-1cf353b04379 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399168 Jun 15 00:38:47.884154 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887628e2-f741-4732-bdf0-41faa5c23f43 req-ee9ee057-465b-4b5f-807a-40b4bf060ff6 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:47.887518 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-887628e2-f741-4732-bdf0-41faa5c23f43 req-ee9ee057-465b-4b5f-807a-40b4bf060ff6 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 945 time: 0.0567694 Jun 15 00:38:47.942749 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-887628e2-f741-4732-bdf0-41faa5c23f43 req-78dd3676-dd0a-403e-9a35-d4a581ffcfe1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493424 Jun 15 00:38:48.151800 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571df16-0722-452b-8ae3-2b1295e5a448 req-3ab459e1-4155-4077-a2cd-3e04407a52d2 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:48.153286 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d571df16-0722-452b-8ae3-2b1295e5a448 req-3ab459e1-4155-4077-a2cd-3e04407a52d2 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0468609 Jun 15 00:38:48.157644 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0b101-2a93-491a-961d-226b06b6918a req-dd4f2012-79e9-4977-adba-cf99485b2091 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:48.159127 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-dd4f2012-79e9-4977-adba-cf99485b2091 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/networks?id=d4847d3d-9d12-4745-b2d2-88fd010a837d HTTP/1.1" status: 200 len: 814 time: 0.1043270 Jun 15 00:38:48.173230 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-325d83d5-b2ea-4c60-a12c-30baa4ea221d tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/quotas/187f3726566d4c0bb0daf7b90cfe9a8b HTTP/1.1" status: 200 len: 375 time: 0.0090523 Jun 15 00:38:48.200718 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d571df16-0722-452b-8ae3-2b1295e5a448 req-b638273c-1b27-4ce5-a3eb-bca767051cb1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419705 Jun 15 00:38:48.207143 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-c86d6005-756a-4403-9829-81e09cf0c5fd tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=187f3726566d4c0bb0daf7b90cfe9a8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282369 Jun 15 00:38:48.293066 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:48.298916 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-519bdfca-fd15-451f-a0b1-9e7cb5437ab7 service neutron] 10.222.0.33 "GET /v2.0/networks/d4847d3d-9d12-4745-b2d2-88fd010a837d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858691 Jun 15 00:38:48.386248 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-3bab77b7-f661-450f-945b-cf162aa0e2c6 service neutron] 10.222.0.33 "GET /v2.0/networks/d4847d3d-9d12-4745-b2d2-88fd010a837d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815418 Jun 15 00:38:48.545656 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e91a4410-9b5e-4bcb-8379-9ff947d91f8f req-e626bb92-21de-4a05-8974-0bf518ec8718 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 210 time: 0.0308218 Jun 15 00:38:49.058514 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419bb24-2ef0-4901-97b8-ba0543b402e8 req-73f39cb7-2150-40eb-9323-55ebf3e3e4df tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:49.059996 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4419bb24-2ef0-4901-97b8-ba0543b402e8 req-73f39cb7-2150-40eb-9323-55ebf3e3e4df tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 945 time: 0.0504329 Jun 15 00:38:49.102610 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:49.110665 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4419bb24-2ef0-4901-97b8-ba0543b402e8 req-f306818b-61d5-4ab7-99d8-9c942c882a99 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450566 Jun 15 00:38:49.313347 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1185af4-8e0b-4833-b333-03b3439fddf3 req-bbe8338b-80d6-4f6c-bc15-058dcd3464cd tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:49.314854 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f1185af4-8e0b-4833-b333-03b3439fddf3 req-bbe8338b-80d6-4f6c-bc15-058dcd3464cd tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0463605 Jun 15 00:38:49.366396 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f1185af4-8e0b-4833-b333-03b3439fddf3 req-9237d7ad-93b3-414a-9878-47d46bc814af tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458682 Jun 15 00:38:49.575349 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aede561e-93f4-44b4-a5ff-9175c9f35f4f req-125986b6-d13d-460b-ba3d-9f5d15def6cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386207 Jun 15 00:38:49.637484 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-04471251-9688-4560-88ae-4a6a289912f2 req-a70e9827-7f74-4989-a77c-760994d25d92 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 210 time: 0.0281134 Jun 15 00:38:49.774024 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede561e-93f4-44b4-a5ff-9175c9f35f4f req-5cf9b0d6-1545-49c6-8d9a-bf3dc286dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:49.775622 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-aede561e-93f4-44b4-a5ff-9175c9f35f4f req-5cf9b0d6-1545-49c6-8d9a-bf3dc286dd74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 1130 time: 0.0403316 Jun 15 00:38:49.777253 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-dbd54f2e-809f-456b-a8a3-8634a19a6127 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:49.778714 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-dbd54f2e-809f-456b-a8a3-8634a19a6127 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 945 time: 0.0576050 Jun 15 00:38:49.922366 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Deleting port 02b8b121-9bd7-4333-8517-9bbdca651cac {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:38:49.922615 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:50.016274 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] For port 02b8b121-9bd7-4333-8517-9bbdca651cac, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=02b8b121-9bd7-4333-8517-9bbdca651cac,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:38:50.016641 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:50.029579 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:50.159850 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede561e-93f4-44b4-a5ff-9175c9f35f4f req-8291042c-8b62-4a9b-884e-d8e4f6678728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:50.161481 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-aede561e-93f4-44b4-a5ff-9175c9f35f4f req-8291042c-8b62-4a9b-884e-d8e4f6678728 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.3097906 Jun 15 00:38:50.248693 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-aede561e-93f4-44b4-a5ff-9175c9f35f4f req-5eea4114-2d9d-4731-ad0e-2e943a38c4fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2bbd2bd-a2e4-4dfa-a62a-282539206286 HTTP/1.1" status: 200 len: 217 time: 0.0635874 Jun 15 00:38:50.354890 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede561e-93f4-44b4-a5ff-9175c9f35f4f req-f6073856-2265-48d5-b50f-c100610dfe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:50.356725 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-aede561e-93f4-44b4-a5ff-9175c9f35f4f req-f6073856-2265-48d5-b50f-c100610dfe6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.0715389 Jun 15 00:38:50.373447 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712aa44-cd48-4ec3-ad88-57a3fc549a8f req-401d0e10-7580-4982-a1ae-6e01e5aea42e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:50.374958 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d712aa44-cd48-4ec3-ad88-57a3fc549a8f req-401d0e10-7580-4982-a1ae-6e01e5aea42e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 945 time: 0.1646843 Jun 15 00:38:50.398728 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:50.409034 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e172dd-5435-4160-ae22-2372ee12e132 req-be5c3c0a-0086-4a2a-aa18-7a86141b89ae tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:50.410507 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-82e172dd-5435-4160-ae22-2372ee12e132 req-be5c3c0a-0086-4a2a-aa18-7a86141b89ae tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0507615 Jun 15 00:38:50.494029 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-82e172dd-5435-4160-ae22-2372ee12e132 req-d10bea07-ecf3-42e5-9503-a2176d2a7b0a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776386 Jun 15 00:38:50.498355 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:50.498483 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (070ca9ac-e073-43a0-8057-0dd4a58324c8), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:50.498856 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Floating IP 070ca9ac-e073-43a0-8057-0dd4a58324c8 disassociated. External IP: 172.27.3.127, port: 02b8b121-9bd7-4333-8517-9bbdca651cac. Jun 15 00:38:50.498984 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede561e-93f4-44b4-a5ff-9175c9f35f4f req-77fab55c-b703-4ed4-95ca-eaca0b1f285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:50.499209 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Calling delete_port for 02b8b121-9bd7-4333-8517-9bbdca651cac owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:38:50.500952 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-aede561e-93f4-44b4-a5ff-9175c9f35f4f req-77fab55c-b703-4ed4-95ca-eaca0b1f285c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603428 Jun 15 00:38:50.534379 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d712aa44-cd48-4ec3-ad88-57a3fc549a8f req-185c5ff2-21de-4563-893d-a90b2ea0741a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490071 Jun 15 00:38:50.592898 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d10d113c-74b5-4738-b43a-fc7cfdbcdf2e tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:50.594446 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d10d113c-74b5-4738-b43a-fc7cfdbcdf2e tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.42 "GET /v2.0/networks?id=d4847d3d-9d12-4745-b2d2-88fd010a837d HTTP/1.1" status: 200 len: 814 time: 0.2868605 Jun 15 00:38:50.631693 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-c3d0b101-2a93-491a-961d-226b06b6918a req-40a68363-51d0-48ee-aef4-74ef196649f0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Request body: {'port': {'device_id': 'b837740c-6290-468b-a14b-9fdd718211f8', 'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d', 'admin_state_up': True, 'tenant_id': '187f3726566d4c0bb0daf7b90cfe9a8b'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:38:50.636005 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65362c22-8709-421e-8b5c-bfc221b3710c req-892b4ce4-ed47-4f30-8394-a4e7f1d2f064 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:50.637587 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-65362c22-8709-421e-8b5c-bfc221b3710c req-892b4ce4-ed47-4f30-8394-a4e7f1d2f064 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0783460 Jun 15 00:38:50.738229 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-65362c22-8709-421e-8b5c-bfc221b3710c req-0de91edc-6afd-44bb-84f2-4be8d00cd6ad tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911577 Jun 15 00:38:50.744164 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-aede561e-93f4-44b4-a5ff-9175c9f35f4f req-dcb6483e-0222-4113-8cca-379f017f6e9e service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553061 Jun 15 00:38:50.856461 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-aede561e-93f4-44b4-a5ff-9175c9f35f4f req-44f77d37-622b-45f9-bf3f-d4ed6aa031a7 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952260 Jun 15 00:38:50.998984 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-add491ba-b91a-450e-82da-80d0a1e71db5 req-3ae7fa4d-4bfd-4942-9a26-ec2de32c364c tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 210 time: 0.2779536 Jun 15 00:38:51.023890 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (02b8b121-9bd7-4333-8517-9bbdca651cac), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:51.066298 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event deleted for resources: {'Port': ['ID=02b8b121-9bd7-4333-8517-9bbdca651cac,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:51.107453 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d0b101-2a93-491a-961d-226b06b6918a req-40a68363-51d0-48ee-aef4-74ef196649f0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Made reservation on behalf of 187f3726566d4c0bb0daf7b90cfe9a8b for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:38:51.111237 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3d0b101-2a93-491a-961d-226b06b6918a req-40a68363-51d0-48ee-aef4-74ef196649f0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:51.256688 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:38:51.289601 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:51.351075 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:38:51.367982 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-c3d0b101-2a93-491a-961d-226b06b6918a req-40a68363-51d0-48ee-aef4-74ef196649f0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Allocated IP 172.20.0.10 (d4847d3d-9d12-4745-b2d2-88fd010a837d/303675f0-bc78-465f-8655-6d10b9a1f373/cd1238a9-cd54-4e72-9982-54103f0efdaf) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:38:51.426828 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:51.447862 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:38:51.462015 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e21f5-dcba-4c91-8505-597236019f9d None None] Sync routers for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:38:51.472134 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e21f5-dcba-4c91-8505-597236019f9d None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:38:51.479438 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-413e21f5-dcba-4c91-8505-597236019f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:38:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:38:51.522190 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] No DVR routers for this DVR port 02b8b121-9bd7-4333-8517-9bbdca651cac on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:38:51.524950 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:51.528927 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-40a2118a-fa71-4d5d-966e-5a3a2fd3d51a req-658453a4-de18-4688-a30f-c513e026abce tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "DELETE /v2.0/ports/02b8b121-9bd7-4333-8517-9bbdca651cac HTTP/1.1" status: 204 len: 173 time: 1.6992877 Jun 15 00:38:51.533184 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935fba7a-8ebd-408d-929f-9bcc18868077', 'name': 'network-vif-deleted', 'tag': '02b8b121-9bd7-4333-8517-9bbdca651cac'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:38:51.535425 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de620a27-60ff-4b9d-ab51-26879c807d14" -d '{"events": [{"server_uuid": "935fba7a-8ebd-408d-929f-9bcc18868077", "name": "network-vif-deleted", "tag": "02b8b121-9bd7-4333-8517-9bbdca651cac"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:38:51.612335 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bc13e0-bcc1-4630-a749-00ab781476ab x-openstack-request-id: req-37bc13e0-bcc1-4630-a749-00ab781476ab {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:38:51.614832 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935fba7a-8ebd-408d-929f-9bcc18868077", "name": "network-vif-deleted", "tag": "02b8b121-9bd7-4333-8517-9bbdca651cac", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:38:51.616710 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-413e21f5-dcba-4c91-8505-597236019f9d None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:38:51.617069 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-37bc13e0-bcc1-4630-a749-00ab781476ab {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:38:51.617582 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37bc13e0-bcc1-4630-a749-00ab781476ab'] response: {'server_uuid': '935fba7a-8ebd-408d-929f-9bcc18868077', 'name': 'network-vif-deleted', 'tag': '02b8b121-9bd7-4333-8517-9bbdca651cac', 'status': 'completed', 'code': 200} Jun 15 00:38:51.631951 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3819be-3d7a-4495-8f87-a63228cb17de req-6f84f32a-8671-410f-9ede-d8fcca6ec95a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:51.634292 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ed3819be-3d7a-4495-8f87-a63228cb17de req-6f84f32a-8671-410f-9ede-d8fcca6ec95a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0568149 Jun 15 00:38:51.663630 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3d0b101-2a93-491a-961d-226b06b6918a req-40a68363-51d0-48ee-aef4-74ef196649f0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks [] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:51.712914 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3d0b101-2a93-491a-961d-226b06b6918a req-40a68363-51d0-48ee-aef4-74ef196649f0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:51.719569 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ed3819be-3d7a-4495-8f87-a63228cb17de req-cabbd753-b808-4c52-a9dd-96bbc40dda72 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775704 Jun 15 00:38:51.799089 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-140b65d3-6d8b-4822-8a77-5c6f2f78bffc req-6b4e2473-5b27-45f4-813a-7b862ad92793 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=935fba7a-8ebd-408d-929f-9bcc18868077 HTTP/1.1" status: 200 len: 210 time: 0.0761309 Jun 15 00:38:51.806976 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d0b101-2a93-491a-961d-226b06b6918a req-40a68363-51d0-48ee-aef4-74ef196649f0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Network d4847d3d-9d12-4745-b2d2-88fd010a837d is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:38:51.810561 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-c3d0b101-2a93-491a-961d-226b06b6918a req-40a68363-51d0-48ee-aef4-74ef196649f0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:38:51.815804 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d0b101-2a93-491a-961d-226b06b6918a req-40a68363-51d0-48ee-aef4-74ef196649f0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:38:51.845046 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a68363-51d0-48ee-aef4-74ef196649f0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Pushing event updated for resources: {'Port': ['ID=cd1238a9-cd54-4e72-9982-54103f0efdaf,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:51.874558 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0b101-2a93-491a-961d-226b06b6918a req-40a68363-51d0-48ee-aef4-74ef196649f0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:51.875202 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3d0b101-2a93-491a-961d-226b06b6918a req-40a68363-51d0-48ee-aef4-74ef196649f0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:51.891005 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14a5d6-ee13-41b1-a82c-20499be9f05e req-7f26d743-e5e4-4b8c-adef-b7122131c569 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:51.898702 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-40a68363-51d0-48ee-aef4-74ef196649f0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2714550 Jun 15 00:38:51.899633 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce14a5d6-ee13-41b1-a82c-20499be9f05e req-7f26d743-e5e4-4b8c-adef-b7122131c569 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0610561 Jun 15 00:38:51.921828 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-413e21f5-dcba-4c91-8505-597236019f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '7553750c-c722-405c-933d-e3a1f2af7831', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:a3:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:10Z', 'updated_at': '2022-06-15T00:36:01Z', 'revision_number': 2, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:38:51.939562 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:51.946909 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e21f5-dcba-4c91-8505-597236019f9d None None] Checking router: 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:38:51.948490 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce14a5d6-ee13-41b1-a82c-20499be9f05e req-1f4e090e-eb06-44ff-99ff-f47b2a741ee1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480597 Jun 15 00:38:51.956203 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e21f5-dcba-4c91-8505-597236019f9d None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:38:51.956799 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-413e21f5-dcba-4c91-8505-597236019f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:38:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:38:52.107527 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Request body: {'port': {'device_id': 'b837740c-6290-468b-a14b-9fdd718211f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:38:52.149428 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-413e21f5-dcba-4c91-8505-597236019f9d None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:38:52.159797 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe8dc-597a-4254-a8f5-c0a2f62b4265 req-1dab902e-6d13-48fd-be1c-110f72cc201a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:52.161665 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-63efe8dc-597a-4254-a8f5-c0a2f62b4265 req-1dab902e-6d13-48fd-be1c-110f72cc201a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 932 time: 0.0907819 Jun 15 00:38:52.217479 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:52.288495 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-63efe8dc-597a-4254-a8f5-c0a2f62b4265 req-d600ebc7-a87c-400e-9a9c-02e4d60738a4 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992231 Jun 15 00:38:52.323985 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 02b8b121-9bd7-4333-8517-9bbdca651cac no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:38:52.368401 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 02b8b121-9bd7-4333-8517-9bbdca651cac {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:38:52.368742 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 02b8b121-9bd7-4333-8517-9bbdca651cac not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:38:52.389977 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-413e21f5-dcba-4c91-8505-597236019f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '7553750c-c722-405c-933d-e3a1f2af7831', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:a3:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:10Z', 'updated_at': '2022-06-15T00:36:01Z', 'revision_number': 2, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:38:52.418975 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e21f5-dcba-4c91-8505-597236019f9d None None] The sync data for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi is: [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '7553750c-c722-405c-933d-e3a1f2af7831', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:a3:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:35:10Z', 'updated_at': '2022-06-15T00:36:01Z', 'revision_number': 2, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:38:52.452235 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:52.553789 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1238a9-cd54-4e72-9982-54103f0efdaf {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:38:52.561570 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Publish callbacks [] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:52.574172 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Transition to ACTIVE for port object cd1238a9-cd54-4e72-9982-54103f0efdaf will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:38:52.579179 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:52.635634 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1238a9-cd54-4e72-9982-54103f0efdaf,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:52.687502 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:52.708762 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Attempting to bind port cd1238a9-cd54-4e72-9982-54103f0efdaf on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:38:52.709101 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Attempting to bind port cd1238a9-cd54-4e72-9982-54103f0efdaf by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '414f32d1-ce0c-4a52-b122-5af556508197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:38:52.709440 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Attempting to bind port cd1238a9-cd54-4e72-9982-54103f0efdaf on network d4847d3d-9d12-4745-b2d2-88fd010a837d {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:38:52.714463 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Port cd1238a9-cd54-4e72-9982-54103f0efdaf on network d4847d3d-9d12-4745-b2d2-88fd010a837d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:38:52.714842 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Attempting to bind port cd1238a9-cd54-4e72-9982-54103f0efdaf on network d4847d3d-9d12-4745-b2d2-88fd010a837d {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:38:52.719920 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:38:52.720268 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Checking segment: {'id': '414f32d1-ce0c-4a52-b122-5af556508197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:38:52.720654 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Bound using segment: {'id': '414f32d1-ce0c-4a52-b122-5af556508197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:38:52.721083 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Bound port: cd1238a9-cd54-4e72-9982-54103f0efdaf, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414f32d1-ce0c-4a52-b122-5af556508197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:38:52.721446 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:52.721831 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6871ee1-442f-414c-8afe-86989d917da9 None None] New status for floating IP 070ca9ac-e073-43a0-8057-0dd4a58324c8: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:38:52.795813 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] For port cd1238a9-cd54-4e72-9982-54103f0efdaf, host hv-cinder-83538, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:38:52.799215 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] For port cd1238a9-cd54-4e72-9982-54103f0efdaf, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cd1238a9-cd54-4e72-9982-54103f0efdaf,segment=NetworkSegment(414f32d1-ce0c-4a52-b122-5af556508197),segment_id=414f32d1-ce0c-4a52-b122-5af556508197)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:38:52.808675 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:52.835066 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:52.840895 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:52.841902 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:52.844349 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] 10.222.0.42 "PUT /v2.0/ports/cd1238a9-cd54-4e72-9982-54103f0efdaf HTTP/1.1" status: 200 len: 1094 time: 0.7436545 Jun 15 00:38:52.897945 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958f574-91cd-4c26-ac4c-53636311d59c req-4f373e41-6502-43c8-9851-1d2c498c08e0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:52.903057 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6958f574-91cd-4c26-ac4c-53636311d59c req-4f373e41-6502-43c8-9851-1d2c498c08e0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.1195214 Jun 15 00:38:52.907963 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673974c-3585-4274-9552-18aa93cdb0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1238a9-cd54-4e72-9982-54103f0efdaf,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:52.961357 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59238) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:38:52.979441 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0b101-2a93-491a-961d-226b06b6918a req-39f28a07-4109-4e91-9de8-c7a2050de863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:52.981291 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-39f28a07-4109-4e91-9de8-c7a2050de863 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=187f3726566d4c0bb0daf7b90cfe9a8b&device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 1128 time: 0.0540042 Jun 15 00:38:53.000180 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6958f574-91cd-4c26-ac4c-53636311d59c req-41cf0244-3ff4-4b89-aba6-afb7596a4884 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909524 Jun 15 00:38:53.052605 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5a63779b-f9aa-4c6b-b22a-9137aef0e9aa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:53.062700 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:53.078681 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5a63779b-f9aa-4c6b-b22a-9137aef0e9aa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:53.079293 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b84ac-04ff-40b8-804c-8ccca0890482 req-c2b15d1d-bd6f-4f51-ada6-d51ea4035ce8 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:53.081299 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d3b84ac-04ff-40b8-804c-8ccca0890482 req-c2b15d1d-bd6f-4f51-ada6-d51ea4035ce8 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0475340 Jun 15 00:38:53.129099 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5a63779b-f9aa-4c6b-b22a-9137aef0e9aa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:53.132189 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d3b84ac-04ff-40b8-804c-8ccca0890482 req-19c2fe51-a07b-4c70-96b2-16dfc373eb79 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457952 Jun 15 00:38:53.132568 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5a63779b-f9aa-4c6b-b22a-9137aef0e9aa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:53.133705 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-5a63779b-f9aa-4c6b-b22a-9137aef0e9aa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "DELETE /v2.0/security-groups/2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0 HTTP/1.1" status: 204 len: 168 time: 0.1713002 Jun 15 00:38:53.137164 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59242) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:38:53.145922 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63779b-f9aa-4c6b-b22a-9137aef0e9aa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:53.151963 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-5280ffa1-06a9-42c1-89be-488197b018a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] show failed (client error): The resource could not be found. Jun 15 00:38:53.156089 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5280ffa1-06a9-42c1-89be-488197b018a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups/2bbba95f-6af8-4cdd-bbd7-a1c6362bffe0 HTTP/1.1" status: 404 len: 347 time: 0.0179033 Jun 15 00:38:53.156686 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59244) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:38:53.271801 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-fb689cf2-4840-43bd-a1b4-7b34c6bca997 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Deleting port c614b893-2a27-42fa-9351-22fc244c49b1 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:38:53.272144 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb689cf2-4840-43bd-a1b4-7b34c6bca997 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (c614b893-2a27-42fa-9351-22fc244c49b1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:53.352270 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb689cf2-4840-43bd-a1b4-7b34c6bca997 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (c614b893-2a27-42fa-9351-22fc244c49b1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:53.352594 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb689cf2-4840-43bd-a1b4-7b34c6bca997 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (c614b893-2a27-42fa-9351-22fc244c49b1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:53.368304 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-fb689cf2-4840-43bd-a1b4-7b34c6bca997 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Calling delete_port for c614b893-2a27-42fa-9351-22fc244c49b1 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:38:53.409029 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f7f8-63a5-4ee5-a717-1b6321709a6e req-ae5ce93e-c138-4b94-a022-c3020cbdc2ea tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:53.410526 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a9a8f7f8-63a5-4ee5-a717-1b6321709a6e req-ae5ce93e-c138-4b94-a022-c3020cbdc2ea tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 944 time: 0.0528584 Jun 15 00:38:53.462295 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a9a8f7f8-63a5-4ee5-a717-1b6321709a6e req-aeaf4880-3c0a-4636-878f-3b780bc1eca0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459247 Jun 15 00:38:53.527932 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb689cf2-4840-43bd-a1b4-7b34c6bca997 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (c614b893-2a27-42fa-9351-22fc244c49b1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:53.550381 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb689cf2-4840-43bd-a1b4-7b34c6bca997 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event deleted for resources: {'Port': ['ID=c614b893-2a27-42fa-9351-22fc244c49b1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:53.596889 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:53.618703 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b837740c-6290-468b-a14b-9fdd718211f8', 'tag': 'cd1238a9-cd54-4e72-9982-54103f0efdaf'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:38:53.621680 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a70912-876d-490e-a3c4-ef16cf918497" -d '{"events": [{"name": "network-changed", "server_uuid": "b837740c-6290-468b-a14b-9fdd718211f8", "tag": "cd1238a9-cd54-4e72-9982-54103f0efdaf"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:38:53.624191 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb689cf2-4840-43bd-a1b4-7b34c6bca997 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (070ca9ac-e073-43a0-8057-0dd4a58324c8), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:53.626685 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb689cf2-4840-43bd-a1b4-7b34c6bca997 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:53.627851 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-fb689cf2-4840-43bd-a1b4-7b34c6bca997 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "DELETE /v2.0/floatingips/070ca9ac-e073-43a0-8057-0dd4a58324c8 HTTP/1.1" status: 204 len: 168 time: 0.4702120 Jun 15 00:38:53.661714 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7117303-b67d-4a23-9d4d-3e95281e9864 x-openstack-request-id: req-e7117303-b67d-4a23-9d4d-3e95281e9864 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:38:53.662013 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b837740c-6290-468b-a14b-9fdd718211f8", "tag": "cd1238a9-cd54-4e72-9982-54103f0efdaf", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:38:53.662270 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e7117303-b67d-4a23-9d4d-3e95281e9864 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:38:53.662677 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7117303-b67d-4a23-9d4d-3e95281e9864'] response: {'name': 'network-changed', 'server_uuid': 'b837740c-6290-468b-a14b-9fdd718211f8', 'tag': 'cd1238a9-cd54-4e72-9982-54103f0efdaf', 'status': 'completed', 'code': 200} Jun 15 00:38:54.102975 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-959674fd-947c-404d-a1c0-a03b003935ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd1238a9-cd54-4e72-9982-54103f0efdaf HTTP/1.1" status: 200 len: 217 time: 0.0521574 Jun 15 00:38:54.128591 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a912-2799-48fa-a348-bcc910d6cb4b req-864456e0-582a-4d62-a075-aa811b32ee94 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:54.138725 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7925a912-2799-48fa-a348-bcc910d6cb4b req-864456e0-582a-4d62-a075-aa811b32ee94 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0531781 Jun 15 00:38:54.164937 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:54.197572 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0b101-2a93-491a-961d-226b06b6918a req-b35639ba-b557-49fb-b121-5e1fe1c06b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:54.199211 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-b35639ba-b557-49fb-b121-5e1fe1c06b46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=303675f0-bc78-465f-8655-6d10b9a1f373 HTTP/1.1" status: 200 len: 854 time: 0.0834339 Jun 15 00:38:54.206333 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7925a912-2799-48fa-a348-bcc910d6cb4b req-dcd7160a-0470-45b3-9f35-5858a46b579e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663996 Jun 15 00:38:54.226387 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5959f-1b1c-4845-8b0a-0be686cd7c7c req-0fd7ca45-0cee-49f7-beca-134fb68a2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:54.227892 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffd5959f-1b1c-4845-8b0a-0be686cd7c7c req-0fd7ca45-0cee-49f7-beca-134fb68a2f61 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 1129 time: 0.0738139 Jun 15 00:38:54.245847 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-bc9847a9-1ac0-4824-9bd4-d7cbef1cb0c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4847d3d-9d12-4745-b2d2-88fd010a837d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373521 Jun 15 00:38:54.288321 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816bc4c-0da5-4c1c-af3f-56ada1d3ab7c req-3cee312c-68f5-4683-b98e-ff92fa7b98c6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:54.290232 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4816bc4c-0da5-4c1c-af3f-56ada1d3ab7c req-3cee312c-68f5-4683-b98e-ff92fa7b98c6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0469050 Jun 15 00:38:54.337646 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4816bc4c-0da5-4c1c-af3f-56ada1d3ab7c req-9211b6fc-6c4f-49e0-a7ff-1726681b8753 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405631 Jun 15 00:38:54.579178 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787cb96-8f59-4756-9e2a-417206f2d97a req-9abf45b6-f19f-479c-8ca0-8b992e04fc0c tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:54.580627 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2787cb96-8f59-4756-9e2a-417206f2d97a req-9abf45b6-f19f-479c-8ca0-8b992e04fc0c tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 944 time: 0.0493739 Jun 15 00:38:54.634113 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2787cb96-8f59-4756-9e2a-417206f2d97a req-9358ff37-053f-47ca-bda8-52368bd69f74 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481050 Jun 15 00:38:54.708341 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffd5959f-1b1c-4845-8b0a-0be686cd7c7c req-4d0214ae-6ccf-488b-9d50-29adaa8440f0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995178 Jun 15 00:38:54.727064 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-eca4668c-8997-4156-a6c0-0998ec8fbdc6 service neutron] 10.222.0.42 "GET /v2.0/networks/d4847d3d-9d12-4745-b2d2-88fd010a837d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194763 Jun 15 00:38:55.165538 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3d0b101-2a93-491a-961d-226b06b6918a req-a1ca1e83-2ea6-43f4-8cf6-5a2f31c26cf1 service neutron] 10.222.0.42 "GET /v2.0/networks/d4847d3d-9d12-4745-b2d2-88fd010a837d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830419 Jun 15 00:38:55.319645 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029ca94-f483-4c28-83c0-fd6e22dd88eb req-1e020ab1-7db1-4dfc-83f0-292b685b1a4e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:55.321100 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a029ca94-f483-4c28-83c0-fd6e22dd88eb req-1e020ab1-7db1-4dfc-83f0-292b685b1a4e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0469046 Jun 15 00:38:55.367932 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a029ca94-f483-4c28-83c0-fd6e22dd88eb req-683b99a8-c27d-4d92-9419-1483b686e04e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413849 Jun 15 00:38:55.453248 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a003eee-7f93-438a-8bf8-037c1ce96de0 req-61ffd10d-5b26-4298-961e-9e22506270af tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:55.454610 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a003eee-7f93-438a-8bf8-037c1ce96de0 req-61ffd10d-5b26-4298-961e-9e22506270af tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0500031 Jun 15 00:38:55.501590 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a003eee-7f93-438a-8bf8-037c1ce96de0 req-a4ab2380-2056-4d56-8973-8e3d609658d3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 Jun 15 00:38:55.749002 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a84a7-400f-4122-ae43-e5fa18abd624 req-0f4ca165-a612-44d3-ac8e-b773e0ab3155 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:55.750459 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7a5a84a7-400f-4122-ae43-e5fa18abd624 req-0f4ca165-a612-44d3-ac8e-b773e0ab3155 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 944 time: 0.0471256 Jun 15 00:38:55.799687 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7a5a84a7-400f-4122-ae43-e5fa18abd624 req-8d3118b6-0177-4b32-9673-606adb7ee067 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437346 Jun 15 00:38:56.479314 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e336fcb-f13c-491e-93f8-c11b6a994f3b req-6abd67b7-7653-4212-a750-cb776c8f58d0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:56.481048 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6e336fcb-f13c-491e-93f8-c11b6a994f3b req-6abd67b7-7653-4212-a750-cb776c8f58d0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0466700 Jun 15 00:38:56.529120 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6e336fcb-f13c-491e-93f8-c11b6a994f3b req-8fcea4f1-59ae-4e19-8880-1534a5d35142 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422530 Jun 15 00:38:56.612685 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607b3e1-aa00-4396-a0cc-e8efc4534592 req-4dd48b12-b903-42f0-bb0a-1b5b288989cc tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:56.614122 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a607b3e1-aa00-4396-a0cc-e8efc4534592 req-4dd48b12-b903-42f0-bb0a-1b5b288989cc tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0459902 Jun 15 00:38:56.660905 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a607b3e1-aa00-4396-a0cc-e8efc4534592 req-f8d31874-6a2e-4147-b604-c39c3d462e0f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405972 Jun 15 00:38:56.908651 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f9b92-349b-4198-a7fe-bee923114cc9 req-d188a7d0-5955-4ed2-b4a4-53589831f0c3 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:56.910101 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-879f9b92-349b-4198-a7fe-bee923114cc9 req-d188a7d0-5955-4ed2-b4a4-53589831f0c3 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 944 time: 0.0468333 Jun 15 00:38:56.956288 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-879f9b92-349b-4198-a7fe-bee923114cc9 req-8489a49f-4914-4572-838f-c269092d6a17 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405521 Jun 15 00:38:57.010614 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70912-876d-490e-a3c4-ef16cf918497 req-17727be2-5b1e-4ba6-95bf-9188caafa5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:57.012553 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-74a70912-876d-490e-a3c4-ef16cf918497 req-17727be2-5b1e-4ba6-95bf-9188caafa5bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=187f3726566d4c0bb0daf7b90cfe9a8b&device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 1128 time: 0.0572789 Jun 15 00:38:57.302336 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb899c5-08b3-4053-8049-f5c8045d1a03 req-2b860032-115d-4046-8bfd-0e74ac1bfb6f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:57.303802 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-afb899c5-08b3-4053-8049-f5c8045d1a03 req-2b860032-115d-4046-8bfd-0e74ac1bfb6f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0463030 Jun 15 00:38:57.351390 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-afb899c5-08b3-4053-8049-f5c8045d1a03 req-bb38a733-c313-4256-88b5-e78935220142 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418630 Jun 15 00:38:57.560178 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-efa6e5a9-5eed-4e49-b49d-d4984f11c262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:57.653643 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917ec77-22a1-480c-a107-45b895c55ac9 req-c9f9bb87-f4c4-47ef-b44c-0756872e3b9d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:57.655798 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f917ec77-22a1-480c-a107-45b895c55ac9 req-c9f9bb87-f4c4-47ef-b44c-0756872e3b9d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0538452 Jun 15 00:38:57.688599 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:57.708070 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f917ec77-22a1-480c-a107-45b895c55ac9 req-79d58d7e-26de-4255-80bf-baf81e7f59bd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467231 Jun 15 00:38:57.774955 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588095fe-df6c-46af-b338-df6348a27503 req-fb153dca-b678-447a-b111-8b49f23ec032 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:57.776330 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-588095fe-df6c-46af-b338-df6348a27503 req-fb153dca-b678-447a-b111-8b49f23ec032 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0467360 Jun 15 00:38:57.821358 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-588095fe-df6c-46af-b338-df6348a27503 req-17c05f9b-62ac-4f1c-9957-28c2b406fe0d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395472 Jun 15 00:38:58.077203 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99aded7-e80d-46fd-9727-a6d8e8ea92cf req-dc5a9a77-39a8-4a6f-b959-11aaa52b09dc tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:58.078704 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a99aded7-e80d-46fd-9727-a6d8e8ea92cf req-dc5a9a77-39a8-4a6f-b959-11aaa52b09dc tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 944 time: 0.0508285 Jun 15 00:38:58.113735 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:58.129654 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a99aded7-e80d-46fd-9727-a6d8e8ea92cf req-50aefa95-0301-4dd4-b952-2d2cbf4f2d4a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452468 Jun 15 00:38:58.204941 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c22813-e136-4e58-b929-e41cbcc85acc req-cf948b61-0cc1-48f4-b585-404aab9abf0a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:58.206393 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-19c22813-e136-4e58-b929-e41cbcc85acc req-cf948b61-0cc1-48f4-b585-404aab9abf0a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0461335 Jun 15 00:38:58.252638 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-19c22813-e136-4e58-b929-e41cbcc85acc req-37d5db84-d30e-4ef4-a52b-c1b0f87a2919 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407455 Jun 15 00:38:58.344081 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device cd1238a9-cd54-4e72-9982-54103f0efdaf details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:38:58.442452 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port cd1238a9-cd54-4e72-9982-54103f0efdaf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cd1238a9-cd54-4e72-9982-54103f0efdaf,segment=NetworkSegment(414f32d1-ce0c-4a52-b122-5af556508197),segment_id=414f32d1-ce0c-4a52-b122-5af556508197)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:38:58.454273 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': 'cd1238a9-cd54-4e72-9982-54103f0efdaf', 'network_id': 'd4847d3d-9d12-4745-b2d2-88fd010a837d', 'port_id': 'cd1238a9-cd54-4e72-9982-54103f0efdaf', 'mac_address': 'fa:16:3e:41:9d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303675f0-bc78-465f-8655-6d10b9a1f373', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:38:58.467290 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355f23-6eab-48c6-ac7d-3a968686af26 req-c931f9dd-c340-475b-8392-7be257bd079f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:58.468787 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-18355f23-6eab-48c6-ac7d-3a968686af26 req-c931f9dd-c340-475b-8392-7be257bd079f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0469844 Jun 15 00:38:58.488274 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port cd1238a9-cd54-4e72-9982-54103f0efdaf is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:38:58.488653 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:58.502750 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1238a9-cd54-4e72-9982-54103f0efdaf {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:38:58.518815 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-18355f23-6eab-48c6-ac7d-3a968686af26 req-7da133d3-da29-4540-9fac-1859ef69f116 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439675 Jun 15 00:38:58.522915 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port cd1238a9-cd54-4e72-9982-54103f0efdaf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cd1238a9-cd54-4e72-9982-54103f0efdaf,segment=NetworkSegment(414f32d1-ce0c-4a52-b122-5af556508197),segment_id=414f32d1-ce0c-4a52-b122-5af556508197)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:38:58.527046 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:58.576341 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=cd1238a9-cd54-4e72-9982-54103f0efdaf,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:38:58.583492 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.583843 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.584207 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.584568 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.584906 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.585238 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.585567 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.585894 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.586221 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.586546 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.586896 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.587231 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.587554 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.587876 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.588215 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:38:58.824314 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3587dd-1d1c-49c9-832d-1ce17ebc907d req-2f27d9cb-6edc-402e-bc72-1aa88b23d685 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:58.825793 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ac3587dd-1d1c-49c9-832d-1ce17ebc907d req-2f27d9cb-6edc-402e-bc72-1aa88b23d685 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0470450 Jun 15 00:38:58.876715 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ac3587dd-1d1c-49c9-832d-1ce17ebc907d req-d4a47c1f-ab15-4993-8537-e3641b8db23f tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451765 Jun 15 00:38:58.968130 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['cd1238a9-cd54-4e72-9982-54103f0efdaf'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:38:59.262745 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23278dbd-8003-4fd6-8446-675409f2f1f2 req-be2d3675-0cd8-449f-a3ed-0746ae8391e2 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:59.264273 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-23278dbd-8003-4fd6-8446-675409f2f1f2 req-be2d3675-0cd8-449f-a3ed-0746ae8391e2 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 945 time: 0.0695667 Jun 15 00:38:59.277773 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:59.352943 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:38:59.370820 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a9044-6507-4a1c-a324-947f8c845b7d req-11ac4b6f-946e-49bb-b633-5eeae2ef8e34 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:59.372321 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-065a9044-6507-4a1c-a324-947f8c845b7d req-11ac4b6f-946e-49bb-b633-5eeae2ef8e34 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0509083 Jun 15 00:38:59.389599 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f66af6-aa76-4abb-b66e-5c87232c67ff req-733416b3-09d9-4ee4-b8de-f6ab97882f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:59.391138 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06f66af6-aa76-4abb-b66e-5c87232c67ff req-733416b3-09d9-4ee4-b8de-f6ab97882f6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 1129 time: 0.1172826 Jun 15 00:38:59.395038 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70912-876d-490e-a3c4-ef16cf918497 req-88bdd833-b514-47c9-8e36-0310c5303bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:59.396397 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-74a70912-876d-490e-a3c4-ef16cf918497 req-88bdd833-b514-47c9-8e36-0310c5303bdf service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4847d3d-9d12-4745-b2d2-88fd010a837d HTTP/1.1" status: 200 len: 915 time: 0.1739528 Jun 15 00:38:59.408389 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-23278dbd-8003-4fd6-8446-675409f2f1f2 req-386057af-8521-4600-9a9b-08ce1b7d6987 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355140 Jun 15 00:38:59.421613 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-065a9044-6507-4a1c-a324-947f8c845b7d req-77e3db89-e745-4b63-bea3-ba5e04773c4d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434363 Jun 15 00:38:59.482813 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-74a70912-876d-490e-a3c4-ef16cf918497 req-acadbb0d-e3fe-4106-a096-a0dc54a3c3fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd1238a9-cd54-4e72-9982-54103f0efdaf HTTP/1.1" status: 200 len: 217 time: 0.0430601 Jun 15 00:38:59.533102 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f66af6-aa76-4abb-b66e-5c87232c67ff req-4da9bcd9-77f8-4e7f-8dc7-73691d82721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:59.534576 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06f66af6-aa76-4abb-b66e-5c87232c67ff req-4da9bcd9-77f8-4e7f-8dc7-73691d82721e service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.1254141 Jun 15 00:38:59.654276 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27436de-091f-4f65-bb2b-17d68781aecf req-a9af429e-6364-4fe8-a93e-0c2697c8b378 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:59.655822 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a27436de-091f-4f65-bb2b-17d68781aecf req-a9af429e-6364-4fe8-a93e-0c2697c8b378 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0694683 Jun 15 00:38:59.750605 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06f66af6-aa76-4abb-b66e-5c87232c67ff req-a004acb5-9641-4fcb-a63f-de3fe4f0a7ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7042541a-e5da-4765-a758-a53e6fea7afc HTTP/1.1" status: 200 len: 1000 time: 0.1170650 Jun 15 00:38:59.755315 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70912-876d-490e-a3c4-ef16cf918497 req-d6e125e2-bc76-4259-a5da-d12c3ff2d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:59.756668 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-74a70912-876d-490e-a3c4-ef16cf918497 req-d6e125e2-bc76-4259-a5da-d12c3ff2d319 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=303675f0-bc78-465f-8655-6d10b9a1f373 HTTP/1.1" status: 200 len: 854 time: 0.1243851 Jun 15 00:38:59.778478 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a27436de-091f-4f65-bb2b-17d68781aecf req-5b757cd4-dacc-41ec-8c00-c08c4b1d7ecd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=08fc06ab-71ec-4cfe-92dd-e96baee4956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799444 Jun 15 00:38:59.856689 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295614-08ca-4d85-94e8-bde810ca510c req-64b148dc-ae1c-4daf-bc0b-95d6c3746e00 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:59.858241 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cb295614-08ca-4d85-94e8-bde810ca510c req-64b148dc-ae1c-4daf-bc0b-95d6c3746e00 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 945 time: 0.0483816 Jun 15 00:38:59.865719 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-74a70912-876d-490e-a3c4-ef16cf918497 req-1a15fea1-e72f-4bef-adbc-8f0d0a16cbc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4847d3d-9d12-4745-b2d2-88fd010a837d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558398 Jun 15 00:38:59.884483 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f66af6-aa76-4abb-b66e-5c87232c67ff req-a09e073b-5fa1-46be-9527-ce42807eefab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:59.886451 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06f66af6-aa76-4abb-b66e-5c87232c67ff req-a09e073b-5fa1-46be-9527-ce42807eefab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.0779591 Jun 15 00:38:59.958102 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Deleting port ce34242f-b5b2-438c-8b58-d2ef7713314e {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:38:59.958440 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:38:59.974558 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f66af6-aa76-4abb-b66e-5c87232c67ff req-e180b88d-5639-4660-898c-46c0040e1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:38:59.976075 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06f66af6-aa76-4abb-b66e-5c87232c67ff req-e180b88d-5639-4660-898c-46c0040e1573 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796177 Jun 15 00:39:00.018610 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f11f7e06-bf2b-4afe-8b2b-7599a8b1e1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:00.030198 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-74a70912-876d-490e-a3c4-ef16cf918497 req-15608150-af5f-4e05-a78f-2e30294648bb service neutron] 10.222.0.42 "GET /v2.0/networks/d4847d3d-9d12-4745-b2d2-88fd010a837d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565297 Jun 15 00:39:00.040942 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6240c-a338-4558-8d40-3ae5dd1063b0 req-2f9c8cb5-6b81-4085-b50e-cc4a789560dd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:00.042513 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-98d6240c-a338-4558-8d40-3ae5dd1063b0 req-2f9c8cb5-6b81-4085-b50e-cc4a789560dd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0900838 Jun 15 00:39:00.143765 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06f66af6-aa76-4abb-b66e-5c87232c67ff req-8aebb39d-0a0f-453c-af40-f8c872dc3e88 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597383 Jun 15 00:39:00.158877 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] For port ce34242f-b5b2-438c-8b58-d2ef7713314e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ce34242f-b5b2-438c-8b58-d2ef7713314e,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:39:00.159250 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:00.171709 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:00.173383 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-98d6240c-a338-4558-8d40-3ae5dd1063b0 req-733ffdd1-6b6a-45bc-b5f8-a5ae97ded284 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938063 Jun 15 00:39:00.188563 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-74a70912-876d-490e-a3c4-ef16cf918497 req-f4c0d96a-9ca9-4ebb-a9c4-addc46177cf4 service neutron] 10.222.0.42 "GET /v2.0/networks/d4847d3d-9d12-4745-b2d2-88fd010a837d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318452 Jun 15 00:39:00.265356 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06f66af6-aa76-4abb-b66e-5c87232c67ff req-9de35805-8a06-4d06-82e2-ee5b59403806 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116445 Jun 15 00:39:00.371412 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device cd1238a9-cd54-4e72-9982-54103f0efdaf up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:39:00.390352 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:00.390715 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (7553750c-c722-405c-933d-e3a1f2af7831), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:00.391057 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Floating IP 7553750c-c722-405c-933d-e3a1f2af7831 disassociated. External IP: 172.27.3.251, port: ce34242f-b5b2-438c-8b58-d2ef7713314e. Jun 15 00:39:00.391399 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Calling delete_port for ce34242f-b5b2-438c-8b58-d2ef7713314e owned by compute:nova {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:39:00.414589 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port cd1238a9-cd54-4e72-9982-54103f0efdaf completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:39:00.421026 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port cd1238a9-cd54-4e72-9982-54103f0efdaf triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:39:00.421432 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:00.525190 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port cd1238a9-cd54-4e72-9982-54103f0efdaf is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:39:00.525768 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:00.540408 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:00.552318 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55acbe1-0461-49a4-a844-66fdd51e0587 req-28506181-2854-4a97-85b1-c15b113034b1 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:00.553869 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a55acbe1-0461-49a4-a844-66fdd51e0587 req-28506181-2854-4a97-85b1-c15b113034b1 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 945 time: 0.0514212 Jun 15 00:39:00.554794 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b837740c-6290-468b-a14b-9fdd718211f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1238a9-cd54-4e72-9982-54103f0efdaf'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:39:00.557777 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e44a47-cb27-4073-a307-955f38aa7690" -d '{"events": [{"server_uuid": "b837740c-6290-468b-a14b-9fdd718211f8", "name": "network-vif-plugged", "status": "completed", "tag": "cd1238a9-cd54-4e72-9982-54103f0efdaf"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:39:00.568830 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port cd1238a9-cd54-4e72-9982-54103f0efdaf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cd1238a9-cd54-4e72-9982-54103f0efdaf,segment=NetworkSegment(414f32d1-ce0c-4a52-b122-5af556508197),segment_id=414f32d1-ce0c-4a52-b122-5af556508197)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:39:00.572215 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (ce34242f-b5b2-438c-8b58-d2ef7713314e), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:00.573493 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:00.586616 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:00.609703 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934ffd7-0c21-4ccd-a619-cbbd52a3e01e req-a2623ea6-873a-4c5b-9a43-1bccaa2c6cba tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:00.611228 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2934ffd7-0c21-4ccd-a619-cbbd52a3e01e req-a2623ea6-873a-4c5b-9a43-1bccaa2c6cba tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0926311 Jun 15 00:39:00.613849 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event deleted for resources: {'Port': ['ID=ce34242f-b5b2-438c-8b58-d2ef7713314e,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:00.615375 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a55acbe1-0461-49a4-a844-66fdd51e0587 req-511ba686-d2eb-4934-afdf-722e57cf0b73 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543768 Jun 15 00:39:00.652690 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=cd1238a9-cd54-4e72-9982-54103f0efdaf,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:00.675632 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2402f0-091f-48dd-aade-2c077d96f7e9 x-openstack-request-id: req-8d2402f0-091f-48dd-aade-2c077d96f7e9 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:39:00.675941 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b837740c-6290-468b-a14b-9fdd718211f8", "name": "network-vif-plugged", "status": "completed", "tag": "cd1238a9-cd54-4e72-9982-54103f0efdaf", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:39:00.676222 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8d2402f0-091f-48dd-aade-2c077d96f7e9 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:39:00.676642 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2402f0-091f-48dd-aade-2c077d96f7e9'] response: {'server_uuid': 'b837740c-6290-468b-a14b-9fdd718211f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1238a9-cd54-4e72-9982-54103f0efdaf', 'code': 200} Jun 15 00:39:00.750851 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2934ffd7-0c21-4ccd-a619-cbbd52a3e01e req-7d201b15-9e10-4542-b6d4-3adc30fa6fb0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256266 Jun 15 00:39:00.779101 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:39:00.845927 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:00.854632 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:00.877741 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-809734ed-b2c8-4312-9540-7e0b84080b99 req-1d25f604-6763-4e75-b04e-84711c7b5217 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 210 time: 0.0292974 Jun 15 00:39:00.887275 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:39:00.901662 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35255a05-607b-433a-8a94-4371866612a5 None None] Sync routers for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:39:00.912258 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35255a05-607b-433a-8a94-4371866612a5 None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:39:00.912795 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-35255a05-607b-433a-8a94-4371866612a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:39:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:00.930432 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] No DVR routers for this DVR port ce34242f-b5b2-438c-8b58-d2ef7713314e on host hv-cinder-83538 {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:39:00.933043 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:00.936320 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cb295614-08ca-4d85-94e8-bde810ca510c req-8ffdcbbb-2b6f-4348-b187-7eae7d3b3ea2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "DELETE /v2.0/ports/ce34242f-b5b2-438c-8b58-d2ef7713314e HTTP/1.1" status: 204 len: 173 time: 1.0727599 Jun 15 00:39:00.936771 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'name': 'network-vif-deleted', 'tag': 'ce34242f-b5b2-438c-8b58-d2ef7713314e'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:39:00.939025 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce94a9d9-fb30-45e3-b521-f44e375c1cfe" -d '{"events": [{"server_uuid": "d59c15bb-4e3e-491b-8e26-8507b5bf2c0d", "name": "network-vif-deleted", "tag": "ce34242f-b5b2-438c-8b58-d2ef7713314e"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:39:00.975341 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f46963-4a43-4045-bc5b-c395657cbc71 x-openstack-request-id: req-03f46963-4a43-4045-bc5b-c395657cbc71 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:39:00.975735 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59c15bb-4e3e-491b-8e26-8507b5bf2c0d", "name": "network-vif-deleted", "tag": "ce34242f-b5b2-438c-8b58-d2ef7713314e", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:39:00.976085 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-03f46963-4a43-4045-bc5b-c395657cbc71 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:39:00.976581 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f46963-4a43-4045-bc5b-c395657cbc71'] response: {'server_uuid': 'd59c15bb-4e3e-491b-8e26-8507b5bf2c0d', 'name': 'network-vif-deleted', 'tag': 'ce34242f-b5b2-438c-8b58-d2ef7713314e', 'status': 'completed', 'code': 200} Jun 15 00:39:01.015691 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-35255a05-607b-433a-8a94-4371866612a5 None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:39:01.102519 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:01.191885 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:01.201296 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-35255a05-607b-433a-8a94-4371866612a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:01.230276 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35255a05-607b-433a-8a94-4371866612a5 None None] Checking router: 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:39:01.238609 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35255a05-607b-433a-8a94-4371866612a5 None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:39:01.239243 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-35255a05-607b-433a-8a94-4371866612a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:39:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:01.291199 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06f863-c754-4b13-8549-36a9af14ec8a req-1a5166ad-36c5-4921-8023-cdc5e71ae950 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:01.292645 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c06f863-c754-4b13-8549-36a9af14ec8a req-1a5166ad-36c5-4921-8023-cdc5e71ae950 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0492442 Jun 15 00:39:01.336672 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-35255a05-607b-433a-8a94-4371866612a5 None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:39:01.337928 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c06f863-c754-4b13-8549-36a9af14ec8a req-ee102bdf-17ec-4a57-9022-2da2972d601c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396457 Jun 15 00:39:01.521307 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-35255a05-607b-433a-8a94-4371866612a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:01.544807 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35255a05-607b-433a-8a94-4371866612a5 None None] The sync data for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi is: [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:39:01.729890 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe22963-cc02-426c-aae4-60b5bfd91e04 req-e1088c7a-3fe9-4815-9924-9d18c6c69f7a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:01.731791 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dfe22963-cc02-426c-aae4-60b5bfd91e04 req-e1088c7a-3fe9-4815-9924-9d18c6c69f7a tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 946 time: 0.0475850 Jun 15 00:39:01.766086 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81da91fe-0713-4472-8aae-aba54add146c None None] New status for floating IP 7553750c-c722-405c-933d-e3a1f2af7831: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:39:01.785002 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dfe22963-cc02-426c-aae4-60b5bfd91e04 req-3a55d00b-4c67-4b0e-880f-ff2312540a46 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474732 Jun 15 00:39:01.801820 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:01.828522 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:01.876178 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b6c5f-1cdc-45aa-8e55-ad339d4230f2 req-c11359a1-a2f5-4489-8327-088e2756d2f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:01.877680 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b06b6c5f-1cdc-45aa-8e55-ad339d4230f2 req-c11359a1-a2f5-4489-8327-088e2756d2f5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0506361 Jun 15 00:39:01.927604 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b06b6c5f-1cdc-45aa-8e55-ad339d4230f2 req-2b22bf72-8f94-4ad2-93af-c384f6482f9e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442097 Jun 15 00:39:01.973648 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2d8cd5cb-3588-4dc7-87fb-a047049d62e8 req-e682381c-0cbc-4d3a-a810-a3641c336a03 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 210 time: 0.0271311 Jun 15 00:39:02.378809 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device ce34242f-b5b2-438c-8b58-d2ef7713314e no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:39:02.397789 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: ce34242f-b5b2-438c-8b58-d2ef7713314e {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:39:02.398058 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device ce34242f-b5b2-438c-8b58-d2ef7713314e not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:39:02.451383 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:02.454241 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe92962-0341-432a-b06c-203a1ea8a265 req-ba4e0286-37d7-49e6-9039-394127fc6c99 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:02.455870 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1fe92962-0341-432a-b06c-203a1ea8a265 req-ba4e0286-37d7-49e6-9039-394127fc6c99 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0515759 Jun 15 00:39:02.511280 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1fe92962-0341-432a-b06c-203a1ea8a265 req-cb2b4800-2b0f-4a3f-9683-bbbedc7a2c4a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492797 Jun 15 00:39:02.709737 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f471bb0-2cfc-400c-ad9c-ef27dcd05ff5 req-9652c833-aa48-4d8d-9734-f54ba88f5064 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:02.711127 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1f471bb0-2cfc-400c-ad9c-ef27dcd05ff5 req-9652c833-aa48-4d8d-9734-f54ba88f5064 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0508530 Jun 15 00:39:02.757037 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1f471bb0-2cfc-400c-ad9c-ef27dcd05ff5 req-f6b16c2a-7bca-42ec-910f-30e47c857c8a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403214 Jun 15 00:39:02.898532 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73f859-e6f7-498b-a276-87a68653ce19 req-feb9c864-1038-475d-9c02-448dc837e750 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:02.900232 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1f73f859-e6f7-498b-a276-87a68653ce19 req-feb9c864-1038-475d-9c02-448dc837e750 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 946 time: 0.0465772 Jun 15 00:39:02.946375 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1f73f859-e6f7-498b-a276-87a68653ce19 req-349105c2-09b1-47fb-a1a8-0d1018583934 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Jun 15 00:39:03.042206 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006fc89-298c-409f-86e8-e0f7c2a87a19 req-4364fe11-f2ca-4765-8896-59043475275f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:03.043733 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a006fc89-298c-409f-86e8-e0f7c2a87a19 req-4364fe11-f2ca-4765-8896-59043475275f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0477688 Jun 15 00:39:03.082049 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c832ab21-0eb6-481e-b8c5-56675ea46722 req-ed52ff2f-aa10-45b3-ae7d-64032d3e6395 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=d59c15bb-4e3e-491b-8e26-8507b5bf2c0d HTTP/1.1" status: 200 len: 210 time: 0.0296502 Jun 15 00:39:03.091032 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a006fc89-298c-409f-86e8-e0f7c2a87a19 req-c94753cf-0c49-4f4e-9b36-af4baf9e0602 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416577 Jun 15 00:39:03.202815 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e687c-107a-46b7-8386-7c2bd7cb375a req-48d40c3b-6a68-4205-8754-bcae0895ef75 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:03.204274 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f62e687c-107a-46b7-8386-7c2bd7cb375a req-48d40c3b-6a68-4205-8754-bcae0895ef75 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0508902 Jun 15 00:39:03.213975 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59354) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:03.218198 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-dd0a5bfe-fa80-481d-a23f-9ee0072c4cd3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Request body: {'floatingip': {'port_id': '7042541a-e5da-4765-a758-a53e6fea7afc'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:03.304191 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-dd0a5bfe-fa80-481d-a23f-9ee0072c4cd3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for floatingip (853e591f-27bb-4fc5-a41a-aa56d8f688f9), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:03.306760 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d6cc4-24e7-490a-b77e-bf7fab9bbf9a req-5c08e726-a92f-4f8f-b420-fc68a99a3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:03.308249 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-385d6cc4-24e7-490a-b77e-bf7fab9bbf9a req-5c08e726-a92f-4f8f-b420-fc68a99a3fbb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 1130 time: 0.0593889 Jun 15 00:39:03.416218 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:03.858657 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:03.875625 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c33c5-9804-471d-9815-56b11d132aad req-cf1a44d3-bc37-4135-a725-8de690c3bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:03.877125 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a3c33c5-9804-471d-9815-56b11d132aad req-cf1a44d3-bc37-4135-a725-8de690c3bfda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad57875727e24965a37faca9c9a30984&device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 1129 time: 0.3212337 Jun 15 00:39:03.894899 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-385d6cc4-24e7-490a-b77e-bf7fab9bbf9a req-b7c2bc36-dda6-4ac1-bd4a-5f279bdd9627 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256092 Jun 15 00:39:03.897730 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255dfc7-cebe-4a92-82ea-4e3ff4500651 req-78d9479e-2ef4-496c-aa6c-f62632665ef2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:03.899167 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a255dfc7-cebe-4a92-82ea-4e3ff4500651 req-78d9479e-2ef4-496c-aa6c-f62632665ef2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0621440 Jun 15 00:39:03.992045 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-dd0a5bfe-fa80-481d-a23f-9ee0072c4cd3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:03.996544 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-dd0a5bfe-fa80-481d-a23f-9ee0072c4cd3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (853e591f-27bb-4fc5-a41a-aa56d8f688f9), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:04.002693 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a255dfc7-cebe-4a92-82ea-4e3ff4500651 req-a23f9bef-94b2-4b30-9f7c-e95b9ca8861c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909789 Jun 15 00:39:04.019427 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c33c5-9804-471d-9815-56b11d132aad req-ea9e5e2d-f917-44ae-8703-6b3e9d77149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:04.020952 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a3c33c5-9804-471d-9815-56b11d132aad req-ea9e5e2d-f917-44ae-8703-6b3e9d77149e service neutron] 10.222.0.42 "GET /v2.0/networks?id=3761bde8-b221-417b-8881-85e060df935f HTTP/1.1" status: 200 len: 912 time: 0.1364896 Jun 15 00:39:04.116413 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab75de1-77d9-4120-9f38-55c941c10b10 req-4472ebf4-549d-4ee0-b949-b72bdacebc9b tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:04.117885 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-aab75de1-77d9-4120-9f38-55c941c10b10 req-4472ebf4-549d-4ee0-b949-b72bdacebc9b tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 946 time: 0.0823436 Jun 15 00:39:04.122104 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:04.171284 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59364) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:04.247403 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-aab75de1-77d9-4120-9f38-55c941c10b10 req-88dce2ab-973e-42ec-93c5-9b151c4980a6 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223001 Jun 15 00:39:04.267522 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (08fc06ab-71ec-4cfe-92dd-e96baee4956c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:04.283003 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0a5bfe-fa80-481d-a23f-9ee0072c4cd3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:39:04.283788 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a3c33c5-9804-471d-9815-56b11d132aad req-2bb3b225-c0d4-420b-8281-b7c9fd93c474 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f HTTP/1.1" status: 200 len: 1000 time: 0.0769985 Jun 15 00:39:04.298708 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:04.304053 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (08fc06ab-71ec-4cfe-92dd-e96baee4956c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:04.355451 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (08fc06ab-71ec-4cfe-92dd-e96baee4956c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:04.358008 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:04.359214 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "DELETE /v2.0/security-groups/08fc06ab-71ec-4cfe-92dd-e96baee4956c HTTP/1.1" status: 204 len: 168 time: 0.1869335 Jun 15 00:39:04.362311 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59366) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:04.368464 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fc06ab-71ec-4cfe-92dd-e96baee4956c,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:04.376328 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.376685 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.377023 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.377380 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.377703 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.378036 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.378368 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.378695 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.379054 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.379384 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.379708 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.380034 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.380357 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.380679 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.381001 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5d5b7-7e11-4711-a289-35364e128cd7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:04.387327 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.api.v2.resource [None req-34cfa87d-d302-4121-b26c-3d2d95629bc4 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] show failed (client error): The resource could not be found. Jun 15 00:39:04.388353 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-34cfa87d-d302-4121-b26c-3d2d95629bc4 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups/08fc06ab-71ec-4cfe-92dd-e96baee4956c HTTP/1.1" status: 404 len: 347 time: 0.0251665 Jun 15 00:39:04.391307 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59368) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:04.398267 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:04.406724 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0a5bfe-fa80-481d-a23f-9ee0072c4cd3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:39:04.412147 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-dd0a5bfe-fa80-481d-a23f-9ee0072c4cd3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:04.420409 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5956b0-8cec-420b-b9fb-34dba20cfe89 None None] Sync routers for ids ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:39:04.431183 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5956b0-8cec-420b-b9fb-34dba20cfe89 None None] Routers {'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:39:04.432117 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-1c5956b0-8cec-420b-b9fb-34dba20cfe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:39:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:04.469121 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5445126a-8730-4a6f-8486-30d5d032902d', 'tag': '7042541a-e5da-4765-a758-a53e6fea7afc'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:39:04.471831 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cbf075-3205-4d04-95b8-3b0b08bc0b49" -d '{"events": [{"name": "network-changed", "server_uuid": "5445126a-8730-4a6f-8486-30d5d032902d", "tag": "7042541a-e5da-4765-a758-a53e6fea7afc"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:39:04.488140 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-dd0a5bfe-fa80-481d-a23f-9ee0072c4cd3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "PUT /v2.0/floatingips/853e591f-27bb-4fc5-a41a-aa56d8f688f9 HTTP/1.1" status: 200 len: 992 time: 1.2711384 Jun 15 00:39:04.510698 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0934e72a-dfc3-495f-be6f-09bd92f4457f x-openstack-request-id: req-0934e72a-dfc3-495f-be6f-09bd92f4457f {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:39:04.511085 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5445126a-8730-4a6f-8486-30d5d032902d", "tag": "7042541a-e5da-4765-a758-a53e6fea7afc", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:39:04.511601 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0934e72a-dfc3-495f-be6f-09bd92f4457f {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:39:04.511867 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0934e72a-dfc3-495f-be6f-09bd92f4457f'] response: {'name': 'network-changed', 'server_uuid': '5445126a-8730-4a6f-8486-30d5d032902d', 'tag': '7042541a-e5da-4765-a758-a53e6fea7afc', 'status': 'completed', 'code': 200} Jun 15 00:39:04.514102 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-383c143d-3589-4a3c-9225-dadef6c1aabe tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Deleting port 9e36c2d2-4076-4732-897d-39e11643a073 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:39:04.514465 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-383c143d-3589-4a3c-9225-dadef6c1aabe tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (9e36c2d2-4076-4732-897d-39e11643a073), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:04.547959 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-1c5956b0-8cec-420b-b9fb-34dba20cfe89 None None] Set router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:39:04.589953 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-383c143d-3589-4a3c-9225-dadef6c1aabe tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (9e36c2d2-4076-4732-897d-39e11643a073), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:04.590286 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-383c143d-3589-4a3c-9225-dadef6c1aabe tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (9e36c2d2-4076-4732-897d-39e11643a073), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:04.607832 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-383c143d-3589-4a3c-9225-dadef6c1aabe tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Calling delete_port for 9e36c2d2-4076-4732-897d-39e11643a073 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:39:04.757651 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-1c5956b0-8cec-420b-b9fb-34dba20cfe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:52Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '853e591f-27bb-4fc5-a41a-aa56d8f688f9', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'port_id': '7042541a-e5da-4765-a758-a53e6fea7afc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'mac_address': 'fa:16:3e:2d:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5445126a-8730-4a6f-8486-30d5d032902d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:36:54Z', 'updated_at': '2022-06-15T00:39:03Z', 'revision_number': 3, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f353668-9c43-4961-93c2-0490d7af8ee1', 'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'mac_address': 'fa:16:3e:0a:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:46Z', 'updated_at': '2022-06-15T00:35:02Z', 'revision_number': 5, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'subnets': [{'id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:04.773951 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-383c143d-3589-4a3c-9225-dadef6c1aabe tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (9e36c2d2-4076-4732-897d-39e11643a073), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:04.783673 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5956b0-8cec-420b-b9fb-34dba20cfe89 None None] Checking router: fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:39:04.793357 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5956b0-8cec-420b-b9fb-34dba20cfe89 None None] Routers {'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:39:04.794197 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-1c5956b0-8cec-420b-b9fb-34dba20cfe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:39:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:04.803307 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbf075-3205-4d04-95b8-3b0b08bc0b49 req-47d7b9fb-308a-4b3b-8421-2a9705193b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:04.804443 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-86cbf075-3205-4d04-95b8-3b0b08bc0b49 req-47d7b9fb-308a-4b3b-8421-2a9705193b44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 1129 time: 0.0429730 Jun 15 00:39:04.811853 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c143d-3589-4a3c-9225-dadef6c1aabe tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event deleted for resources: {'Port': ['ID=9e36c2d2-4076-4732-897d-39e11643a073,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:04.838367 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c33c5-9804-471d-9815-56b11d132aad req-3289839f-cb65-4c2e-8df3-070d5cc4f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:04.839905 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a3c33c5-9804-471d-9815-56b11d132aad req-3289839f-cb65-4c2e-8df3-070d5cc4f89a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=689a593e-4a17-4083-adfb-a273ffd4ed01 HTTP/1.1" status: 200 len: 850 time: 0.1019719 Jun 15 00:39:04.922037 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-383c143d-3589-4a3c-9225-dadef6c1aabe tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (7553750c-c722-405c-933d-e3a1f2af7831), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:04.924988 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-383c143d-3589-4a3c-9225-dadef6c1aabe tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:04.929077 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-383c143d-3589-4a3c-9225-dadef6c1aabe tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "DELETE /v2.0/floatingips/7553750c-c722-405c-933d-e3a1f2af7831 HTTP/1.1" status: 204 len: 168 time: 0.5338662 Jun 15 00:39:04.929077 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c33c5-9804-471d-9815-56b11d132aad req-dc1b9f1e-c5ab-49cc-a3bd-f9953836bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:04.929077 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a3c33c5-9804-471d-9815-56b11d132aad req-dc1b9f1e-c5ab-49cc-a3bd-f9953836bdd0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3761bde8-b221-417b-8881-85e060df935f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673029 Jun 15 00:39:04.979959 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbf075-3205-4d04-95b8-3b0b08bc0b49 req-47ee5138-4170-4a2d-9161-6ae089f87ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:04.982118 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-86cbf075-3205-4d04-95b8-3b0b08bc0b49 req-47ee5138-4170-4a2d-9161-6ae089f87ed7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.1380391 Jun 15 00:39:05.020989 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-1c5956b0-8cec-420b-b9fb-34dba20cfe89 None None] Set router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:39:05.041015 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59378) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:05.047322 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1589839639', 'description': 'tempest-description--683450138'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:05.076694 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a3c33c5-9804-471d-9815-56b11d132aad req-423b228c-6272-408b-8401-7e47c52b4c7f service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383042 Jun 15 00:39:05.093973 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.158216 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-86cbf075-3205-4d04-95b8-3b0b08bc0b49 req-476fb39e-2ff5-434a-9709-f61332cc6bc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7042541a-e5da-4765-a758-a53e6fea7afc HTTP/1.1" status: 200 len: 1000 time: 0.0613556 Jun 15 00:39:05.164871 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:05.191361 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:05.193899 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62277ff5-ee47-4171-babb-1cf000c94fc5 req-50c800a1-bb9d-4ef0-bdc2-9bb22fed39cc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:05.195702 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62277ff5-ee47-4171-babb-1cf000c94fc5 req-50c800a1-bb9d-4ef0-bdc2-9bb22fed39cc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0987341 Jun 15 00:39:05.206582 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:05.236991 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (18abff9e-1380-4ba3-b151-1b98efda80e0), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.242730 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (18abff9e-1380-4ba3-b151-1b98efda80e0), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.283649 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.288328 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a3c33c5-9804-471d-9815-56b11d132aad req-ffc3bd0f-60b0-4c43-b710-7c7057bb28ca service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922405 Jun 15 00:39:05.293104 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59382) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:05.293574 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2508104 Jun 15 00:39:05.296410 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18abff9e-1380-4ba3-b151-1b98efda80e0,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:05.300549 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-8f379356-48b2-499d-a4b3-783a394d008a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'security_group_rule': {'security_group_id': '18abff9e-1380-4ba3-b151-1b98efda80e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:05.305270 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-1c5956b0-8cec-420b-b9fb-34dba20cfe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:52Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '853e591f-27bb-4fc5-a41a-aa56d8f688f9', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'port_id': '7042541a-e5da-4765-a758-a53e6fea7afc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'mac_address': 'fa:16:3e:2d:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5445126a-8730-4a6f-8486-30d5d032902d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:36:54Z', 'updated_at': '2022-06-15T00:39:03Z', 'revision_number': 3, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f353668-9c43-4961-93c2-0490d7af8ee1', 'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'mac_address': 'fa:16:3e:0a:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:46Z', 'updated_at': '2022-06-15T00:35:02Z', 'revision_number': 5, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'subnets': [{'id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:05.307298 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.307919 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.308399 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.308754 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.309097 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.309437 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.309776 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.310111 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.310443 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.310792 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.311382 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.311504 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.311780 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.312538 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.312878 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2574051-d883-4c95-9272-d10648c5428a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:05.314678 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62277ff5-ee47-4171-babb-1cf000c94fc5 req-4caf9e5c-0515-4cf1-8b43-41faee1c3d3f tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896494 Jun 15 00:39:05.333484 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5956b0-8cec-420b-b9fb-34dba20cfe89 None None] The sync data for ids ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'] in dv-cinder-835384-6-iscsi is: [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:52Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '853e591f-27bb-4fc5-a41a-aa56d8f688f9', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'port_id': '7042541a-e5da-4765-a758-a53e6fea7afc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'mac_address': 'fa:16:3e:2d:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5445126a-8730-4a6f-8486-30d5d032902d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:36:54Z', 'updated_at': '2022-06-15T00:39:03Z', 'revision_number': 3, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f353668-9c43-4961-93c2-0490d7af8ee1', 'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'mac_address': 'fa:16:3e:0a:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:46Z', 'updated_at': '2022-06-15T00:35:02Z', 'revision_number': 5, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'subnets': [{'id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:39:05.358741 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f379356-48b2-499d-a4b3-783a394d008a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (2deacfda-3805-49a1-bc6d-dafa8661117a), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.371291 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:05.391683 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d405e8-ed1a-4a01-81bf-8efec6a692ee req-d274bb85-9abd-46c8-9eb7-db2ef748af92 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:05.393110 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:05.395859 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-14d405e8-ed1a-4a01-81bf-8efec6a692ee req-d274bb85-9abd-46c8-9eb7-db2ef748af92 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 946 time: 0.0642705 Jun 15 00:39:05.433572 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f379356-48b2-499d-a4b3-783a394d008a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (2deacfda-3805-49a1-bc6d-dafa8661117a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.437904 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f379356-48b2-499d-a4b3-783a394d008a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (2deacfda-3805-49a1-bc6d-dafa8661117a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.451600 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-14d405e8-ed1a-4a01-81bf-8efec6a692ee req-f926abc9-5742-441f-8497-6d6bcf0dffa2 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513456 Jun 15 00:39:05.457720 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f379356-48b2-499d-a4b3-783a394d008a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2deacfda-3805-49a1-bc6d-dafa8661117a,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:05.465981 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f379356-48b2-499d-a4b3-783a394d008a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.469635 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8f379356-48b2-499d-a4b3-783a394d008a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1729844 Jun 15 00:39:05.470040 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59384) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:05.478653 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-090f62b4-785f-4979-a576-cc4a7b86dbbf tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'security_group_rule': {'security_group_id': '18abff9e-1380-4ba3-b151-1b98efda80e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:05.509777 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-090f62b4-785f-4979-a576-cc4a7b86dbbf tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (b6f7a7d6-8c87-45fd-b0bd-4da155472991), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.571201 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-090f62b4-785f-4979-a576-cc4a7b86dbbf tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (b6f7a7d6-8c87-45fd-b0bd-4da155472991), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.575519 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-090f62b4-785f-4979-a576-cc4a7b86dbbf tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (b6f7a7d6-8c87-45fd-b0bd-4da155472991), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.594963 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f62b4-785f-4979-a576-cc4a7b86dbbf tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f7a7d6-8c87-45fd-b0bd-4da155472991,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:05.602293 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-090f62b4-785f-4979-a576-cc4a7b86dbbf tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.603559 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-090f62b4-785f-4979-a576-cc4a7b86dbbf tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324775 Jun 15 00:39:05.606515 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59390) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:05.610740 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:05.632165 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.712865 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.816162 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbf075-3205-4d04-95b8-3b0b08bc0b49 req-ff933cd9-d461-477c-8091-9e1117458538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:05.817551 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-86cbf075-3205-4d04-95b8-3b0b08bc0b49 req-ff933cd9-d461-477c-8091-9e1117458538 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.0453875 Jun 15 00:39:05.820228 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Allocated IP 172.27.3.65 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/b12bea69-546d-4ede-8d2e-63319caf2d77) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:39:05.891416 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:05.928635 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbf075-3205-4d04-95b8-3b0b08bc0b49 req-2ac2b614-9b66-4e06-98e0-34f10e922756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:05.930140 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-86cbf075-3205-4d04-95b8-3b0b08bc0b49 req-2ac2b614-9b66-4e06-98e0-34f10e922756 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482197 Jun 15 00:39:05.932908 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for port (b12bea69-546d-4ede-8d2e-63319caf2d77), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:05.968051 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (b12bea69-546d-4ede-8d2e-63319caf2d77), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:06.012383 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:39:06.019045 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:39:06.022192 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:39:06.024291 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'Port': ['ID=b12bea69-546d-4ede-8d2e-63319caf2d77,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:06.058718 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-86cbf075-3205-4d04-95b8-3b0b08bc0b49 req-97455e9d-8477-461a-841c-4edd4cca8adc service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164577 Jun 15 00:39:06.136904 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:06.138403 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (4d253f96-3a90-411d-8c46-0b9ad95fff5c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:06.150738 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:06.177667 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b12bea69-546d-4ede-8d2e-63319caf2d77), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:06.184973 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-86cbf075-3205-4d04-95b8-3b0b08bc0b49 req-821d17b8-d5f8-4fe6-88c9-e51437983ac6 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068420 Jun 15 00:39:06.328260 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for port (b12bea69-546d-4ede-8d2e-63319caf2d77), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:06.331894 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (b12bea69-546d-4ede-8d2e-63319caf2d77), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:06.399253 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'Port': ['ID=b12bea69-546d-4ede-8d2e-63319caf2d77,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:06.411684 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (4d253f96-3a90-411d-8c46-0b9ad95fff5c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:06.428200 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:06.429434 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-425182b1-1398-4228-8991-2bdb6d710a2c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8219762 Jun 15 00:39:06.450489 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b5c9f-653f-4986-9fcc-14f950cb7bcb req-b4f8c337-8503-4656-937f-db45b63a1d63 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:06.452024 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fb0b5c9f-653f-4986-9fcc-14f950cb7bcb req-b4f8c337-8503-4656-937f-db45b63a1d63 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0483267 Jun 15 00:39:06.508112 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fb0b5c9f-653f-4986-9fcc-14f950cb7bcb req-8d024d96-9db6-41f0-b679-0bc5d88da4b1 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503802 Jun 15 00:39:06.512921 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5445126a-8730-4a6f-8486-30d5d032902d', 'tag': '7042541a-e5da-4765-a758-a53e6fea7afc'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:39:06.515343 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5533a864-bdfe-4af0-a948-0e4a6fc2979e" -d '{"events": [{"name": "network-changed", "server_uuid": "5445126a-8730-4a6f-8486-30d5d032902d", "tag": "7042541a-e5da-4765-a758-a53e6fea7afc"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:39:06.552165 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26af2c15-ab67-4f19-82b6-6cac64235912 x-openstack-request-id: req-26af2c15-ab67-4f19-82b6-6cac64235912 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:39:06.552527 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5445126a-8730-4a6f-8486-30d5d032902d", "tag": "7042541a-e5da-4765-a758-a53e6fea7afc", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:39:06.552890 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-26af2c15-ab67-4f19-82b6-6cac64235912 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:39:06.553291 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26af2c15-ab67-4f19-82b6-6cac64235912'] response: {'name': 'network-changed', 'server_uuid': '5445126a-8730-4a6f-8486-30d5d032902d', 'tag': '7042541a-e5da-4765-a758-a53e6fea7afc', 'status': 'completed', 'code': 200} Jun 15 00:39:06.626909 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-a7ef2627-6e26-4aba-b698-a2e83eda6c33 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1589839639&fields=id&tenant_id=32c13d8e3a764cf59f81e17eaca1c853 HTTP/1.1" status: 200 len: 267 time: 0.0423355 Jun 15 00:39:06.741988 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36f8a-c735-420d-827a-94fa197db75d req-7221f78b-b3cc-4f95-a210-f004336326c5 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:06.743573 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-7221f78b-b3cc-4f95-a210-f004336326c5 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 815 time: 0.1100922 Jun 15 00:39:06.758474 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-292feab6-0018-4dc9-a722-3adc203be4aa tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/quotas/32c13d8e3a764cf59f81e17eaca1c853 HTTP/1.1" status: 200 len: 375 time: 0.0090094 Jun 15 00:39:06.807702 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-f8f2868d-6343-4cff-b9a7-ea66f50bfc6e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434194 Jun 15 00:39:06.904187 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-c26e1064-7fee-406b-b1f1-0874aeadc4a7 service neutron] 10.222.0.33 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852938 Jun 15 00:39:06.996996 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-268fe351-e915-4580-8e6e-6876f8dad6f8 service neutron] 10.222.0.33 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872624 Jun 15 00:39:07.050832 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533a864-bdfe-4af0-a948-0e4a6fc2979e req-143de177-2942-41dd-a08d-b2d781cd7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:07.052608 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5533a864-bdfe-4af0-a948-0e4a6fc2979e req-143de177-2942-41dd-a08d-b2d781cd7600 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 1129 time: 0.0518336 Jun 15 00:39:07.081460 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:07.159108 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533a864-bdfe-4af0-a948-0e4a6fc2979e req-21bca7ba-7832-4b77-8ce6-4a58961de7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:07.160525 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5533a864-bdfe-4af0-a948-0e4a6fc2979e req-21bca7ba-7832-4b77-8ce6-4a58961de7ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.0976748 Jun 15 00:39:07.203313 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a21e2e03-525d-43ca-8992-6020c3ce19f2 req-4ee51ed0-d5aa-4014-ab6c-96439b30b62b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 210 time: 0.0290155 Jun 15 00:39:07.242105 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5533a864-bdfe-4af0-a948-0e4a6fc2979e req-fff6baca-ac4e-41a1-9eb7-2515f4c844b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7042541a-e5da-4765-a758-a53e6fea7afc HTTP/1.1" status: 200 len: 1000 time: 0.0728188 Jun 15 00:39:07.291460 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533a864-bdfe-4af0-a948-0e4a6fc2979e req-b86780a6-bf5d-45f3-ae09-16fa960bcfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:07.292936 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5533a864-bdfe-4af0-a948-0e4a6fc2979e req-b86780a6-bf5d-45f3-ae09-16fa960bcfeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.0445430 Jun 15 00:39:07.344398 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:07.351261 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533a864-bdfe-4af0-a948-0e4a6fc2979e req-2f4f614c-5054-497c-88d3-120939a299c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:07.352958 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5533a864-bdfe-4af0-a948-0e4a6fc2979e req-2f4f614c-5054-497c-88d3-120939a299c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453842 Jun 15 00:39:07.456457 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5533a864-bdfe-4af0-a948-0e4a6fc2979e req-183a28ec-b776-4319-b02d-d5c5ed4123b3 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904868 Jun 15 00:39:07.556247 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5533a864-bdfe-4af0-a948-0e4a6fc2979e req-3f801cf0-efaf-43aa-97ec-edb71d6055c0 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895123 Jun 15 00:39:07.631800 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044467e9-9e14-4012-912d-bf207103858a req-67b6271e-4a4f-42d7-a5d1-215f9b3ba6f0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:07.633222 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-044467e9-9e14-4012-912d-bf207103858a req-67b6271e-4a4f-42d7-a5d1-215f9b3ba6f0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0510311 Jun 15 00:39:07.685341 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-044467e9-9e14-4012-912d-bf207103858a req-7934eb9a-838a-4980-bb41-0d4f14ba35d0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458560 Jun 15 00:39:08.307565 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01a0dd13-5fde-4d42-87e4-f3f6ef24dc69 req-6d7afe60-08e9-47a8-88b4-c9cfc1c7b63e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 210 time: 0.0322328 Jun 15 00:39:08.360083 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36f8a-c735-420d-827a-94fa197db75d req-c59c872a-2cb5-4362-a07d-1f41ef2e51fc tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:08.361532 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-c59c872a-2cb5-4362-a07d-1f41ef2e51fc tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 815 time: 0.1048589 Jun 15 00:39:08.430962 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-000a8946-f41a-4495-991a-3b0b6851e28b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c13d8e3a764cf59f81e17eaca1c853 HTTP/1.1" status: 200 len: 380 time: 0.0541656 Jun 15 00:39:08.536954 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-26f36f8a-c735-420d-827a-94fa197db75d req-c7118531-ab1f-41bb-9c35-905eed88e48d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'port': {'device_id': '6a61a0da-4610-4cf2-83fb-4bad9c5cc964', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'admin_state_up': True, 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'security_groups': ['18abff9e-1380-4ba3-b151-1b98efda80e0']}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:08.646341 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f36f8a-c735-420d-827a-94fa197db75d req-c7118531-ab1f-41bb-9c35-905eed88e48d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Made reservation on behalf of 32c13d8e3a764cf59f81e17eaca1c853 for: {'port': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:39:08.649703 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-26f36f8a-c735-420d-827a-94fa197db75d req-c7118531-ab1f-41bb-9c35-905eed88e48d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:08.974985 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [req-26f36f8a-c735-420d-827a-94fa197db75d req-c7118531-ab1f-41bb-9c35-905eed88e48d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Allocated IP 172.20.0.13 (635266bb-134b-444e-917a-980ab805d85f/e5220b8d-5fa8-4bba-b479-879643712889/1bb0fb8c-cb32-4cdb-883c-5f29b23791a6) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:39:08.978540 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:09.111725 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-26f36f8a-c735-420d-827a-94fa197db75d req-c7118531-ab1f-41bb-9c35-905eed88e48d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:09.127184 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:09.145451 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-26f36f8a-c735-420d-827a-94fa197db75d req-c7118531-ab1f-41bb-9c35-905eed88e48d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:09.189354 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f36f8a-c735-420d-827a-94fa197db75d req-c7118531-ab1f-41bb-9c35-905eed88e48d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Network 635266bb-134b-444e-917a-980ab805d85f is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:39:09.192563 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [req-26f36f8a-c735-420d-827a-94fa197db75d req-c7118531-ab1f-41bb-9c35-905eed88e48d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:39:09.196310 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f36f8a-c735-420d-827a-94fa197db75d req-c7118531-ab1f-41bb-9c35-905eed88e48d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:39:09.222087 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7118531-ab1f-41bb-9c35-905eed88e48d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'Port': ['ID=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:09.251608 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36f8a-c735-420d-827a-94fa197db75d req-c7118531-ab1f-41bb-9c35-905eed88e48d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:09.252216 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-26f36f8a-c735-420d-827a-94fa197db75d req-c7118531-ab1f-41bb-9c35-905eed88e48d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:09.269395 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-c7118531-ab1f-41bb-9c35-905eed88e48d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7362561 Jun 15 00:39:09.287614 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Request body: {'port': {'device_id': '6a61a0da-4610-4cf2-83fb-4bad9c5cc964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:09.362008 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:09.444339 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-7855cf94-e1b0-4c8f-bd7a-6aaecada3036 None None] Provisioning complete for port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:39:09.444950 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7855cf94-e1b0-4c8f-bd7a-6aaecada3036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:09.455898 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aaa40-cdd2-4bb1-b8d2-366ef28a00a3 req-53acb167-5732-4804-af98-a5f64f7cea07 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:09.457375 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f38aaa40-cdd2-4bb1-b8d2-366ef28a00a3 req-53acb167-5732-4804-af98-a5f64f7cea07 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 932 time: 0.0749815 Jun 15 00:39:09.475818 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-7855cf94-e1b0-4c8f-bd7a-6aaecada3036 None None] Port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:39:09.579928 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f38aaa40-cdd2-4bb1-b8d2-366ef28a00a3 req-6fb5bced-3803-452c-99de-a6d3cddc8df3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153073 Jun 15 00:39:09.694404 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:39:09.701842 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Publish callbacks [] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:09.714770 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Transition to ACTIVE for port object 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 will not be triggered until provisioned by entity L2. {{(pid=104110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:39:09.718276 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:09.766496 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:09.771329 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:09.848553 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Attempting to bind port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:39:09.848885 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Attempting to bind port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:39:09.849214 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Attempting to bind port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 on network 635266bb-134b-444e-917a-980ab805d85f {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:39:09.853647 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 on network 635266bb-134b-444e-917a-980ab805d85f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:39:09.853971 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Attempting to bind port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 on network 635266bb-134b-444e-917a-980ab805d85f {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:39:09.859674 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:39:09.860004 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Checking segment: {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:39:09.860384 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Bound using segment: {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:39:09.860805 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Bound port: 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:39:09.861164 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:09.923016 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] For port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6, host hv-cinder-83538, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:39:09.925969 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] For port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:39:09.931327 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:09.935146 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:09.971384 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:09.972000 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:09.973658 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] 10.222.0.42 "PUT /v2.0/ports/1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 HTTP/1.1" status: 200 len: 1094 time: 0.6905286 Jun 15 00:39:09.974605 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a61a0da-4610-4cf2-83fb-4bad9c5cc964', 'tag': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:39:09.976805 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b53966-ee5b-4694-9660-af3478d24ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a61a0da-4610-4cf2-83fb-4bad9c5cc964", "tag": "1bb0fb8c-cb32-4cdb-883c-5f29b23791a6"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:39:10.001757 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f711e5-62b7-4077-8835-ec9b0dd6e826 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:10.029673 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a84903-8099-440e-9264-712109212b3d x-openstack-request-id: req-40a84903-8099-440e-9264-712109212b3d {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:39:10.029967 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a61a0da-4610-4cf2-83fb-4bad9c5cc964", "tag": "1bb0fb8c-cb32-4cdb-883c-5f29b23791a6", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:39:10.030219 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-40a84903-8099-440e-9264-712109212b3d {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:39:10.030626 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a84903-8099-440e-9264-712109212b3d'] response: {'name': 'network-changed', 'server_uuid': '6a61a0da-4610-4cf2-83fb-4bad9c5cc964', 'tag': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6', 'status': 'completed', 'code': 200} Jun 15 00:39:10.081557 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36f8a-c735-420d-827a-94fa197db75d req-a519b175-ca0c-4445-b197-b7a8f429c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:10.083170 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-a519b175-ca0c-4445-b197-b7a8f429c6bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 1128 time: 0.0415454 Jun 15 00:39:10.132672 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-5cf6cf09-7713-40c8-8a74-c7f0aee1b172 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 HTTP/1.1" status: 200 len: 217 time: 0.0325117 Jun 15 00:39:10.184283 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36f8a-c735-420d-827a-94fa197db75d req-1bad48a5-9cc8-47ed-a454-8ba3626658ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:10.185704 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-1bad48a5-9cc8-47ed-a454-8ba3626658ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5220b8d-5fa8-4bba-b479-879643712889 HTTP/1.1" status: 200 len: 854 time: 0.0472336 Jun 15 00:39:10.231817 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36f8a-c735-420d-827a-94fa197db75d req-78a72b30-8c1f-432f-9e86-1b5a3ad3cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:10.233302 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-78a72b30-8c1f-432f-9e86-1b5a3ad3cfb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=635266bb-134b-444e-917a-980ab805d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413349 Jun 15 00:39:10.324394 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-bd93298e-e6ef-435b-b9f6-f22947ea991c service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848217 Jun 15 00:39:10.414136 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-26f36f8a-c735-420d-827a-94fa197db75d req-e7661466-9584-4b30-adcc-7678d6979c8f service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838432 Jun 15 00:39:10.696570 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aca257-33e4-40ec-938f-0ce59b3eabae req-725cac21-130f-4d3d-9846-b1393332b7b3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:10.698069 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-95aca257-33e4-40ec-938f-0ce59b3eabae req-725cac21-130f-4d3d-9846-b1393332b7b3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 944 time: 0.0496871 Jun 15 00:39:10.749481 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-95aca257-33e4-40ec-938f-0ce59b3eabae req-13bf6b10-4dfc-437b-a297-6abfc1e51447 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451224 Jun 15 00:39:11.498848 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b53966-ee5b-4694-9660-af3478d24ab1 req-ff41a248-a7cf-48cd-a375-263473fb3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:11.500377 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-29b53966-ee5b-4694-9660-af3478d24ab1 req-ff41a248-a7cf-48cd-a375-263473fb3c51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 1128 time: 0.0401669 Jun 15 00:39:11.590128 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b53966-ee5b-4694-9660-af3478d24ab1 req-c4aa2e18-a096-4901-aad8-4373ae6a5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:11.591729 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-29b53966-ee5b-4694-9660-af3478d24ab1 req-c4aa2e18-a096-4901-aad8-4373ae6a5e62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 916 time: 0.0845137 Jun 15 00:39:11.632193 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-29b53966-ee5b-4694-9660-af3478d24ab1 req-2f72d940-a008-4ac2-88dc-5bc5ff0994fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 HTTP/1.1" status: 200 len: 217 time: 0.0345621 Jun 15 00:39:11.679029 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b53966-ee5b-4694-9660-af3478d24ab1 req-9a701c2c-32fb-44b1-9e4c-dc2a9bad2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:11.680399 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-29b53966-ee5b-4694-9660-af3478d24ab1 req-9a701c2c-32fb-44b1-9e4c-dc2a9bad2fce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5220b8d-5fa8-4bba-b479-879643712889 HTTP/1.1" status: 200 len: 854 time: 0.0422220 Jun 15 00:39:11.724824 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b53966-ee5b-4694-9660-af3478d24ab1 req-1ff55a33-371b-4a90-b6d2-acc7537bd761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:11.726343 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-29b53966-ee5b-4694-9660-af3478d24ab1 req-1ff55a33-371b-4a90-b6d2-acc7537bd761 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=635266bb-134b-444e-917a-980ab805d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382466 Jun 15 00:39:11.818256 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-29b53966-ee5b-4694-9660-af3478d24ab1 req-260a6e3d-83c7-4b70-b369-a94973beddeb service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855689 Jun 15 00:39:11.842187 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:11.864332 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120ed65-0ee6-4f9e-a49e-ed4a67a6c21b req-fb79b820-269d-440d-a50e-f4b61bc08432 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:11.865833 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5120ed65-0ee6-4f9e-a49e-ed4a67a6c21b req-fb79b820-269d-440d-a50e-f4b61bc08432 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 944 time: 0.0484576 Jun 15 00:39:11.913099 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5120ed65-0ee6-4f9e-a49e-ed4a67a6c21b req-ab895157-493e-4c11-a744-749ebb69e51f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407085 Jun 15 00:39:11.915598 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-29b53966-ee5b-4694-9660-af3478d24ab1 req-7ca52b43-c8d0-4d3b-984b-717eb67813e8 service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905013 Jun 15 00:39:12.422876 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:39:12.523175 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:39:12.534493 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'port_id': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6', 'mac_address': 'fa:16:3e:5d:10:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:39:12.568556 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:39:12.568940 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:12.581427 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:39:12.600423 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:39:12.604987 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:12.652627 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:13.027407 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2e0d-11b9-430d-bb2d-c18f47153757 req-25fbf57a-1d69-48d9-88ce-0dabf6341f63 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:13.028873 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-be5f2e0d-11b9-430d-bb2d-c18f47153757 req-25fbf57a-1d69-48d9-88ce-0dabf6341f63 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 945 time: 0.0502021 Jun 15 00:39:13.048382 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:13.054485 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['1bb0fb8c-cb32-4cdb-883c-5f29b23791a6'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:39:13.076619 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-be5f2e0d-11b9-430d-bb2d-c18f47153757 req-63ecc2a0-d5de-40ac-8c32-844f7c24a38b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422926 Jun 15 00:39:14.187725 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff3680-54e8-4a15-aaeb-b5161982f280 req-c926127e-830b-4af3-bd2f-f979510fa26c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:14.189183 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46ff3680-54e8-4a15-aaeb-b5161982f280 req-c926127e-830b-4af3-bd2f-f979510fa26c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 945 time: 0.0457835 Jun 15 00:39:14.239804 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46ff3680-54e8-4a15-aaeb-b5161982f280 req-78cf9254-4707-4ee2-bf1a-b0cb58f58adc tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451279 Jun 15 00:39:14.432403 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:39:14.478314 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:39:14.495889 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:39:14.496328 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:14.519795 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:14.580902 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:39:14.581176 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:14.583303 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:14.607618 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a61a0da-4610-4cf2-83fb-4bad9c5cc964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:39:14.609848 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5052aa60-3665-4f0a-9d06-21a93d7817fe" -d '{"events": [{"server_uuid": "6a61a0da-4610-4cf2-83fb-4bad9c5cc964", "name": "network-vif-plugged", "status": "completed", "tag": "1bb0fb8c-cb32-4cdb-883c-5f29b23791a6"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:39:14.623344 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:39:14.627655 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:14.654876 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d8bd78-e185-4008-9558-b15e5301d6b0 x-openstack-request-id: req-a5d8bd78-e185-4008-9558-b15e5301d6b0 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:39:14.655175 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a61a0da-4610-4cf2-83fb-4bad9c5cc964", "name": "network-vif-plugged", "status": "completed", "tag": "1bb0fb8c-cb32-4cdb-883c-5f29b23791a6", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:39:14.655475 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a5d8bd78-e185-4008-9558-b15e5301d6b0 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:39:14.655913 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d8bd78-e185-4008-9558-b15e5301d6b0'] response: {'server_uuid': '6a61a0da-4610-4cf2-83fb-4bad9c5cc964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6', 'code': 200} Jun 15 00:39:14.688906 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:14.893739 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e4eaa-2dc1-4de7-bdf8-23a7897ed6ca req-31e1de0a-20c1-4e42-8d2c-f7471cfd461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:14.895313 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c87e4eaa-2dc1-4de7-bdf8-23a7897ed6ca req-31e1de0a-20c1-4e42-8d2c-f7471cfd461c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 1130 time: 0.0380375 Jun 15 00:39:14.954945 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c87e4eaa-2dc1-4de7-bdf8-23a7897ed6ca req-3e5c6570-e9e1-4cba-82e4-802020d14fcf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365651 Jun 15 00:39:15.351711 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677168-83f0-4b17-b80d-0ab6bf21b3a1 req-c3cb97ee-8860-449f-8396-d23583719837 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:15.353338 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e677168-83f0-4b17-b80d-0ab6bf21b3a1 req-c3cb97ee-8860-449f-8396-d23583719837 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0477211 Jun 15 00:39:15.399209 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e677168-83f0-4b17-b80d-0ab6bf21b3a1 req-5bbe7f47-0046-476a-af2c-ee45e304bb8a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404651 Jun 15 00:39:16.515762 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74e60-d37c-4989-a6a7-9bda7589ac9e req-59ed178b-27c0-4356-807c-cf1e69c0bfd1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:16.517260 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-95d74e60-d37c-4989-a6a7-9bda7589ac9e req-59ed178b-27c0-4356-807c-cf1e69c0bfd1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0503073 Jun 15 00:39:16.564227 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-95d74e60-d37c-4989-a6a7-9bda7589ac9e req-046425aa-06e8-46c3-ab60-6131fb29ff4c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 Jun 15 00:39:17.678543 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf01f-3399-4f04-9f0c-98f6f5747e94 req-453e4b69-78ba-4109-8adf-274f7e4470c7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:17.679968 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3edf01f-3399-4f04-9f0c-98f6f5747e94 req-453e4b69-78ba-4109-8adf-274f7e4470c7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0465739 Jun 15 00:39:17.726029 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3edf01f-3399-4f04-9f0c-98f6f5747e94 req-81d28069-b797-494e-973b-e5f57d0b6e37 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400712 Jun 15 00:39:18.839672 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f834a-9734-479c-8c0a-767435d81a13 req-4a374d9d-728c-42b0-ad09-7752c141de63 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:18.841123 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ab5f834a-9734-479c-8c0a-767435d81a13 req-4a374d9d-728c-42b0-ad09-7752c141de63 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0466101 Jun 15 00:39:18.889568 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ab5f834a-9734-479c-8c0a-767435d81a13 req-67ee1787-cf77-4d56-9c3b-c5c3ff32457c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429440 Jun 15 00:39:20.003153 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daacf3-1bd2-4dd1-bc5f-4ee5f505a9fd req-55926955-1058-4678-8e57-39ca8fb0b05f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:20.004611 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-23daacf3-1bd2-4dd1-bc5f-4ee5f505a9fd req-55926955-1058-4678-8e57-39ca8fb0b05f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0496409 Jun 15 00:39:20.050637 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-23daacf3-1bd2-4dd1-bc5f-4ee5f505a9fd req-0f4cadfc-2931-4075-8c5c-462330c2299b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406592 Jun 15 00:39:21.160340 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a9ee-88b7-4a9f-8768-e5f1dde39e35 req-9b194b9b-6090-4524-bf43-345e077dd832 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:21.161804 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9be1a9ee-88b7-4a9f-8768-e5f1dde39e35 req-9b194b9b-6090-4524-bf43-345e077dd832 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0453489 Jun 15 00:39:21.210548 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9be1a9ee-88b7-4a9f-8768-e5f1dde39e35 req-f624aff6-a845-406f-b888-eda0571fa92c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427327 Jun 15 00:39:22.324767 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fdb7b-cbf7-43d4-ac32-6c22bbcaf261 req-2a594a36-f50a-4d85-91c8-046e0e460424 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:22.327022 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-876fdb7b-cbf7-43d4-ac32-6c22bbcaf261 req-2a594a36-f50a-4d85-91c8-046e0e460424 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0493004 Jun 15 00:39:22.375810 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-876fdb7b-cbf7-43d4-ac32-6c22bbcaf261 req-2b3a08c9-8787-4b25-a3fc-b595cad217d4 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435698 Jun 15 00:39:23.494692 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874eb35-40d7-48ca-bf7e-5e1db98c968e req-b26725c5-c640-49a3-9716-a444408f1c87 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:23.496731 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d874eb35-40d7-48ca-bf7e-5e1db98c968e req-b26725c5-c640-49a3-9716-a444408f1c87 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0520360 Jun 15 00:39:23.508900 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:23.531768 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:23.550592 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d874eb35-40d7-48ca-bf7e-5e1db98c968e req-ad34824d-079f-4767-92ae-c161418ac8cb tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481076 Jun 15 00:39:23.665056 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02928d1e-d9ab-4b71-a91a-12a605d494c0 req-8f6e737f-d068-435e-be35-17765edf9a8e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:23.666974 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-02928d1e-d9ab-4b71-a91a-12a605d494c0 req-8f6e737f-d068-435e-be35-17765edf9a8e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0498545 Jun 15 00:39:23.675472 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59528) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:23.679762 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-1ebe6b9f-490f-46b5-95cc-6172b382ef1b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'floatingip': {'port_id': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:23.716616 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1ebe6b9f-490f-46b5-95cc-6172b382ef1b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (4d253f96-3a90-411d-8c46-0b9ad95fff5c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:24.117870 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1ebe6b9f-490f-46b5-95cc-6172b382ef1b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:24.121519 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1ebe6b9f-490f-46b5-95cc-6172b382ef1b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (4d253f96-3a90-411d-8c46-0b9ad95fff5c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:24.215601 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [None req-1ebe6b9f-490f-46b5-95cc-6172b382ef1b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Floating IP 4d253f96-3a90-411d-8c46-0b9ad95fff5c associated. External IP: 172.27.3.65, port: 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6. Jun 15 00:39:24.247550 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:24.273477 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:24.417692 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebe6b9f-490f-46b5-95cc-6172b382ef1b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:39:24.523759 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebe6b9f-490f-46b5-95cc-6172b382ef1b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:39:24.529616 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1ebe6b9f-490f-46b5-95cc-6172b382ef1b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:24.534688 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651cca1-8417-4ecc-b032-59a0c7bdbe2d None None] Sync routers for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:39:24.545120 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651cca1-8417-4ecc-b032-59a0c7bdbe2d None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:39:24.545800 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6651cca1-8417-4ecc-b032-59a0c7bdbe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:39:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:24.562808 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-1ebe6b9f-490f-46b5-95cc-6172b382ef1b tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "PUT /v2.0/floatingips/4d253f96-3a90-411d-8c46-0b9ad95fff5c HTTP/1.1" status: 200 len: 991 time: 0.8862767 Jun 15 00:39:24.563430 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a61a0da-4610-4cf2-83fb-4bad9c5cc964', 'tag': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:39:24.565501 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=31 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:24.566055 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6c64df-e3fe-4e28-a0fd-9c031c01de9f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a61a0da-4610-4cf2-83fb-4bad9c5cc964", "tag": "1bb0fb8c-cb32-4cdb-883c-5f29b23791a6"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:39:24.574716 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=33 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:24.605618 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe16e99-2ea8-431a-8fcf-bee607d64694 x-openstack-request-id: req-6fe16e99-2ea8-431a-8fcf-bee607d64694 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:39:24.605911 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a61a0da-4610-4cf2-83fb-4bad9c5cc964", "tag": "1bb0fb8c-cb32-4cdb-883c-5f29b23791a6", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:39:24.606166 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6fe16e99-2ea8-431a-8fcf-bee607d64694 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:39:24.606579 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe16e99-2ea8-431a-8fcf-bee607d64694'] response: {'name': 'network-changed', 'server_uuid': '6a61a0da-4610-4cf2-83fb-4bad9c5cc964', 'tag': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6', 'status': 'completed', 'code': 200} Jun 15 00:39:24.708456 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c64df-e3fe-4e28-a0fd-9c031c01de9f req-a8543475-8f9d-43c1-957e-78d152d0cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:24.710073 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fc6c64df-e3fe-4e28-a0fd-9c031c01de9f req-a8543475-8f9d-43c1-957e-78d152d0cf9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 1130 time: 0.0462241 Jun 15 00:39:24.761500 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:24.774913 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6651cca1-8417-4ecc-b032-59a0c7bdbe2d None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:39:24.812378 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c64df-e3fe-4e28-a0fd-9c031c01de9f req-dbf9cffa-c48a-4524-9a2f-db3eaa483316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:24.814052 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fc6c64df-e3fe-4e28-a0fd-9c031c01de9f req-dbf9cffa-c48a-4524-9a2f-db3eaa483316 service neutron] 10.222.0.42 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 916 time: 0.0925395 Jun 15 00:39:24.890672 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fc6c64df-e3fe-4e28-a0fd-9c031c01de9f req-0219b786-7636-4083-9969-bbcda186079e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 HTTP/1.1" status: 200 len: 999 time: 0.0639369 Jun 15 00:39:24.945241 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c64df-e3fe-4e28-a0fd-9c031c01de9f req-fde0b24d-3935-4e39-b962-5d420ffe7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:24.947136 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fc6c64df-e3fe-4e28-a0fd-9c031c01de9f req-fde0b24d-3935-4e39-b962-5d420ffe7020 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5220b8d-5fa8-4bba-b479-879643712889 HTTP/1.1" status: 200 len: 854 time: 0.0506916 Jun 15 00:39:25.001418 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c64df-e3fe-4e28-a0fd-9c031c01de9f req-cf935fd3-960e-40c7-bafc-49d44d365b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:25.003365 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fc6c64df-e3fe-4e28-a0fd-9c031c01de9f req-cf935fd3-960e-40c7-bafc-49d44d365b30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=635266bb-134b-444e-917a-980ab805d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484641 Jun 15 00:39:25.045525 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6651cca1-8417-4ecc-b032-59a0c7bdbe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '4d253f96-3a90-411d-8c46-0b9ad95fff5c', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:5d:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61a0da-4610-4cf2-83fb-4bad9c5cc964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:39:06Z', 'updated_at': '2022-06-15T00:39:24Z', 'revision_number': 1, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:25.070159 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651cca1-8417-4ecc-b032-59a0c7bdbe2d None None] Checking router: 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:39:25.075955 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fded2-a7ee-4ddb-b58c-d02c4085ec28 req-ce1020dc-337a-4636-886d-8156c8c27f5f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:25.077460 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-645fded2-a7ee-4ddb-b58c-d02c4085ec28 req-ce1020dc-337a-4636-886d-8156c8c27f5f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 946 time: 0.0469539 Jun 15 00:39:25.078409 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651cca1-8417-4ecc-b032-59a0c7bdbe2d None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:39:25.079039 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6651cca1-8417-4ecc-b032-59a0c7bdbe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:39:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:25.125915 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-645fded2-a7ee-4ddb-b58c-d02c4085ec28 req-dacdec3b-2d3e-4fe1-bb40-af8a8bd96675 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427332 Jun 15 00:39:25.179666 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6651cca1-8417-4ecc-b032-59a0c7bdbe2d None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:39:25.387671 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6651cca1-8417-4ecc-b032-59a0c7bdbe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '4d253f96-3a90-411d-8c46-0b9ad95fff5c', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:5d:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61a0da-4610-4cf2-83fb-4bad9c5cc964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:39:06Z', 'updated_at': '2022-06-15T00:39:24Z', 'revision_number': 1, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:25.413341 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651cca1-8417-4ecc-b032-59a0c7bdbe2d None None] The sync data for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi is: [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '4d253f96-3a90-411d-8c46-0b9ad95fff5c', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:5d:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61a0da-4610-4cf2-83fb-4bad9c5cc964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:39:06Z', 'updated_at': '2022-06-15T00:39:24Z', 'revision_number': 1, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:39:25.596428 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6e59e-2cde-4adf-aa0b-ffc5b4a9fff1 None None] New status for floating IP 4d253f96-3a90-411d-8c46-0b9ad95fff5c: ACTIVE {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:39:26.243432 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1876a0-ef49-47ef-92f9-1d3d41d6d2fd req-c6aa4bff-0446-4088-bed8-3e84cb150c0c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:26.244915 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2e1876a0-ef49-47ef-92f9-1d3d41d6d2fd req-c6aa4bff-0446-4088-bed8-3e84cb150c0c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 946 time: 0.0463891 Jun 15 00:39:26.293936 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2e1876a0-ef49-47ef-92f9-1d3d41d6d2fd req-35d966cc-e6c2-4946-aa3f-c7ed94e65bbe tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434773 Jun 15 00:39:26.821867 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fc6c64df-e3fe-4e28-a0fd-9c031c01de9f req-353dfd26-d8cf-4786-8041-de97391ec2fa service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843356 Jun 15 00:39:27.246711 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fc6c64df-e3fe-4e28-a0fd-9c031c01de9f req-6ca883ab-c1ee-46ca-99e6-8dc1d95417dc service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827346 Jun 15 00:39:27.411578 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64acd73-eb49-4d4d-8f82-9b3337f578a6 req-a75f83ec-f86f-4ac8-9b56-1ae08bda19a4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:27.412917 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c64acd73-eb49-4d4d-8f82-9b3337f578a6 req-a75f83ec-f86f-4ac8-9b56-1ae08bda19a4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 946 time: 0.0456147 Jun 15 00:39:27.424169 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:27.459513 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c64acd73-eb49-4d4d-8f82-9b3337f578a6 req-df7d4c73-6be6-4aca-878e-fdd41e54c9b9 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=21950003-6c0f-4b44-bf0f-2a205b48de9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406361 Jun 15 00:39:27.513898 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:27.548530 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-d27b3729-36c6-4ab4-9bf6-e383ec5bd920 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:27.549970 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-d27b3729-36c6-4ab4-9bf6-e383ec5bd920 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.42 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 946 time: 0.0456903 Jun 15 00:39:27.562077 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-bc03ca39-f384-426f-9aa7-cfddac590a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:27.655900 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Deleting port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:39:27.656291 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:27.753286 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] For port 6450bba9-d0d6-4e98-ac04-b1805d415eb2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6450bba9-d0d6-4e98-ac04-b1805d415eb2,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:39:27.753660 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:27.917083 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:27.917455 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (80bbb705-935f-43de-aab0-9e7dfc066f1e), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:27.917772 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Floating IP 80bbb705-935f-43de-aab0-9e7dfc066f1e disassociated. External IP: 172.27.3.111, port: 6450bba9-d0d6-4e98-ac04-b1805d415eb2. Jun 15 00:39:27.918118 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Calling delete_port for 6450bba9-d0d6-4e98-ac04-b1805d415eb2 owned by compute:nova {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:39:28.051314 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (6450bba9-d0d6-4e98-ac04-b1805d415eb2), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:28.080167 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event deleted for resources: {'Port': ['ID=6450bba9-d0d6-4e98-ac04-b1805d415eb2,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:28.186272 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Router 1930a8d2-8e1b-43f5-8705-3de06e95c595 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:39:28.290330 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:39:28.300015 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3128c9ab-67f2-4f5c-abf5-564410e1832c None None] Sync routers for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:39:28.310354 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128c9ab-67f2-4f5c-abf5-564410e1832c None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:39:28.310986 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3128c9ab-67f2-4f5c-abf5-564410e1832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:39:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:28.336829 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] No DVR routers for this DVR port 6450bba9-d0d6-4e98-ac04-b1805d415eb2 on host hv-cinder-83538 {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:39:28.340052 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:28.343607 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-167d6567-ddd6-41d2-b080-54a5397c65c1 req-fde489bc-5b7e-40e3-b13f-44363816e95d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.42 "DELETE /v2.0/ports/6450bba9-d0d6-4e98-ac04-b1805d415eb2 HTTP/1.1" status: 204 len: 173 time: 0.7697566 Jun 15 00:39:28.344047 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'name': 'network-vif-deleted', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:39:28.347492 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160019d3-8e7f-4695-8abc-28dcda93f214" -d '{"events": [{"server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "name": "network-vif-deleted", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:39:28.368328 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:39:28.371064 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:28.401732 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775c1f6c-6409-4db8-a455-840f75f15b54 x-openstack-request-id: req-775c1f6c-6409-4db8-a455-840f75f15b54 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:39:28.402092 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70052a4-3454-421a-bc35-caba50cfff1e", "name": "network-vif-deleted", "tag": "6450bba9-d0d6-4e98-ac04-b1805d415eb2", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:39:28.402991 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-775c1f6c-6409-4db8-a455-840f75f15b54 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:39:28.403402 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775c1f6c-6409-4db8-a455-840f75f15b54'] response: {'server_uuid': 'a70052a4-3454-421a-bc35-caba50cfff1e', 'name': 'network-vif-deleted', 'tag': '6450bba9-d0d6-4e98-ac04-b1805d415eb2', 'status': 'completed', 'code': 200} Jun 15 00:39:28.418805 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-3128c9ab-67f2-4f5c-abf5-564410e1832c None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:39:28.595434 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-36508e54-5361-4820-9c7f-8b2b08ba219a req-01780d73-b22d-4536-b7ab-c5234faba562 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 210 time: 0.0365474 Jun 15 00:39:28.621956 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:28.630694 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3128c9ab-67f2-4f5c-abf5-564410e1832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:10Z', 'revision_number': 5, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:28.656188 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3128c9ab-67f2-4f5c-abf5-564410e1832c None None] Checking router: 1930a8d2-8e1b-43f5-8705-3de06e95c595 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:39:28.664541 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128c9ab-67f2-4f5c-abf5-564410e1832c None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:39:28.665207 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3128c9ab-67f2-4f5c-abf5-564410e1832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:39:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:28.769546 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-3128c9ab-67f2-4f5c-abf5-564410e1832c None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:39:28.958809 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3128c9ab-67f2-4f5c-abf5-564410e1832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:10Z', 'revision_number': 5, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:28.986961 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3128c9ab-67f2-4f5c-abf5-564410e1832c None None] The sync data for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi is: [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:10Z', 'revision_number': 5, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:39:28.993827 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1996-0e63-4688-88f1-f003eb8d644c req-5600499d-f64e-450f-bef3-6b706e02b26b tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:28.996017 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-785e1996-0e63-4688-88f1-f003eb8d644c req-5600499d-f64e-450f-bef3-6b706e02b26b tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 946 time: 0.0483739 Jun 15 00:39:29.050262 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-785e1996-0e63-4688-88f1-f003eb8d644c req-5e57d86c-1cdc-4e49-ba3e-8a40d7b98c38 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483098 Jun 15 00:39:29.204577 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f464e-cbf1-4be7-96d8-a15233c3a786 None None] New status for floating IP 80bbb705-935f-43de-aab0-9e7dfc066f1e: DOWN {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:39:29.707381 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-759a6cb1-a580-4741-8e18-5e1a046becaa req-4f4a0745-04d7-47b8-b6f9-49fd9a31f541 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=a70052a4-3454-421a-bc35-caba50cfff1e HTTP/1.1" status: 200 len: 210 time: 0.0280671 Jun 15 00:39:30.013509 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7c56ff95-775a-4010-9a3f-8864377a6b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:30.151454 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:30.154096 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:30.173723 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c46d9-62b1-48fb-a85a-3b88cfcee3eb req-6d782973-0c37-4102-a401-f305cd5281cd tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:30.175187 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6a5c46d9-62b1-48fb-a85a-3b88cfcee3eb req-6d782973-0c37-4102-a401-f305cd5281cd tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 946 time: 0.0537927 Jun 15 00:39:30.221449 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6a5c46d9-62b1-48fb-a85a-3b88cfcee3eb req-95481cb4-28f2-4eb7-93e3-1c118d3ca588 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407784 Jun 15 00:39:30.526446 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6450bba9-d0d6-4e98-ac04-b1805d415eb2 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:39:30.545841 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 6450bba9-d0d6-4e98-ac04-b1805d415eb2 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:39:30.546188 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6450bba9-d0d6-4e98-ac04-b1805d415eb2 not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:39:30.796396 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59592) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:30.843281 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:30.853047 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb18e-b652-4f80-87e6-f27f950a95c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group (21950003-6c0f-4b44-bf0f-2a205b48de9e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:30.876634 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb18e-b652-4f80-87e6-f27f950a95c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group (21950003-6c0f-4b44-bf0f-2a205b48de9e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:30.923428 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb18e-b652-4f80-87e6-f27f950a95c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (21950003-6c0f-4b44-bf0f-2a205b48de9e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:30.925945 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb18e-b652-4f80-87e6-f27f950a95c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:30.927100 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2b4bb18e-b652-4f80-87e6-f27f950a95c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "DELETE /v2.0/security-groups/21950003-6c0f-4b44-bf0f-2a205b48de9e HTTP/1.1" status: 204 len: 168 time: 0.1296446 Jun 15 00:39:30.929937 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59594) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:30.935928 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bb18e-b652-4f80-87e6-f27f950a95c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21950003-6c0f-4b44-bf0f-2a205b48de9e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:30.943721 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.api.v2.resource [None req-b4f70932-7f46-47d7-9439-70d714eb82f1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] show failed (client error): The resource could not be found. Jun 15 00:39:30.944726 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-b4f70932-7f46-47d7-9439-70d714eb82f1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups/21950003-6c0f-4b44-bf0f-2a205b48de9e HTTP/1.1" status: 404 len: 347 time: 0.0137694 Jun 15 00:39:30.947777 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59596) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:31.056567 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-239e76b2-f2e0-404a-8de6-470b0548b9dc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Deleting port 50b73dd0-48e3-4e67-b2c5-c1b665990ca8 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:39:31.056857 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-239e76b2-f2e0-404a-8de6-470b0548b9dc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (50b73dd0-48e3-4e67-b2c5-c1b665990ca8), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.120349 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fcc5a-4165-4bfd-887b-501232a02cde req-ca2ea3c8-a67c-42af-985d-f7859130bb13 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:31.121778 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4e3fcc5a-4165-4bfd-887b-501232a02cde req-ca2ea3c8-a67c-42af-985d-f7859130bb13 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.42 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 946 time: 0.0629144 Jun 15 00:39:31.208138 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-239e76b2-f2e0-404a-8de6-470b0548b9dc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (50b73dd0-48e3-4e67-b2c5-c1b665990ca8), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.208839 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-239e76b2-f2e0-404a-8de6-470b0548b9dc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (50b73dd0-48e3-4e67-b2c5-c1b665990ca8), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.240135 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-239e76b2-f2e0-404a-8de6-470b0548b9dc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Calling delete_port for 50b73dd0-48e3-4e67-b2c5-c1b665990ca8 owned by network:floatingip {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:39:31.261534 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-4e3fcc5a-4165-4bfd-887b-501232a02cde req-ff708fc7-8fc3-4d4a-8447-4a0053024285 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Deleting port cd1238a9-cd54-4e72-9982-54103f0efdaf {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:39:31.261873 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-4e3fcc5a-4165-4bfd-887b-501232a02cde req-ff708fc7-8fc3-4d4a-8447-4a0053024285 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.333620 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe230a-4c74-48c8-b4f5-ac2291a0ea3d req-3c0ae830-2b7c-4652-9276-e9ca205cde55 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:31.335049 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b8fe230a-4c74-48c8-b4f5-ac2291a0ea3d req-3c0ae830-2b7c-4652-9276-e9ca205cde55 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/ports?device_id=b837740c-6290-468b-a14b-9fdd718211f8 HTTP/1.1" status: 200 len: 946 time: 0.0463061 Jun 15 00:39:31.382846 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b8fe230a-4c74-48c8-b4f5-ac2291a0ea3d req-acfd172d-3882-4d9b-a505-63a2b695ffe0 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.33 "GET /v2.0/security-groups?id=06a1fa0d-a4c4-4e57-b617-3118c1bb648e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Jun 15 00:39:31.416751 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-4e3fcc5a-4165-4bfd-887b-501232a02cde req-ff708fc7-8fc3-4d4a-8447-4a0053024285 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] For port cd1238a9-cd54-4e72-9982-54103f0efdaf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cd1238a9-cd54-4e72-9982-54103f0efdaf,segment=NetworkSegment(414f32d1-ce0c-4a52-b122-5af556508197),segment_id=414f32d1-ce0c-4a52-b122-5af556508197)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:39:31.417115 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-4e3fcc5a-4165-4bfd-887b-501232a02cde req-ff708fc7-8fc3-4d4a-8447-4a0053024285 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.431065 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-4e3fcc5a-4165-4bfd-887b-501232a02cde req-ff708fc7-8fc3-4d4a-8447-4a0053024285 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Calling delete_port for cd1238a9-cd54-4e72-9982-54103f0efdaf owned by compute:nova {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:39:31.520567 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-239e76b2-f2e0-404a-8de6-470b0548b9dc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (50b73dd0-48e3-4e67-b2c5-c1b665990ca8), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.551955 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e76b2-f2e0-404a-8de6-470b0548b9dc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event deleted for resources: {'Port': ['ID=50b73dd0-48e3-4e67-b2c5-c1b665990ca8,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:31.638740 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:31.655510 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-239e76b2-f2e0-404a-8de6-470b0548b9dc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (80bbb705-935f-43de-aab0-9e7dfc066f1e), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.657948 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-239e76b2-f2e0-404a-8de6-470b0548b9dc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.659107 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-239e76b2-f2e0-404a-8de6-470b0548b9dc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "DELETE /v2.0/floatingips/80bbb705-935f-43de-aab0-9e7dfc066f1e HTTP/1.1" status: 204 len: 168 time: 0.7103598 Jun 15 00:39:31.661637 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:31.675779 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-4e3fcc5a-4165-4bfd-887b-501232a02cde req-ff708fc7-8fc3-4d4a-8447-4a0053024285 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (cd1238a9-cd54-4e72-9982-54103f0efdaf), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.708828 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff708fc7-8fc3-4d4a-8447-4a0053024285 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Pushing event deleted for resources: {'Port': ['ID=cd1238a9-cd54-4e72-9982-54103f0efdaf,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:31.719656 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['cd1238a9-cd54-4e72-9982-54103f0efdaf'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:39:31.756000 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3fcc5a-4165-4bfd-887b-501232a02cde req-ff708fc7-8fc3-4d4a-8447-4a0053024285 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] No DVR routers for this DVR port cd1238a9-cd54-4e72-9982-54103f0efdaf on host hv-cinder-83538 {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:39:31.758734 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-4e3fcc5a-4165-4bfd-887b-501232a02cde req-ff708fc7-8fc3-4d4a-8447-4a0053024285 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.762571 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4e3fcc5a-4165-4bfd-887b-501232a02cde req-ff708fc7-8fc3-4d4a-8447-4a0053024285 tempest-VolumesSnapshotTestJSON-44560127 tempest-VolumesSnapshotTestJSON-44560127-project] 10.222.0.42 "DELETE /v2.0/ports/cd1238a9-cd54-4e72-9982-54103f0efdaf HTTP/1.1" status: 204 len: 173 time: 0.6133060 Jun 15 00:39:31.762879 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b837740c-6290-468b-a14b-9fdd718211f8', 'name': 'network-vif-deleted', 'tag': 'cd1238a9-cd54-4e72-9982-54103f0efdaf'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:39:31.769489 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e6e8ac-5b64-4868-bf0d-8e989c0b24e2" -d '{"events": [{"server_uuid": "b837740c-6290-468b-a14b-9fdd718211f8", "name": "network-vif-deleted", "tag": "cd1238a9-cd54-4e72-9982-54103f0efdaf"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:39:31.769489 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59606) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:31.773201 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-00a0f205-5cfc-4f4e-8410-666588be3d73 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165716535', 'description': 'tempest-description--1768202852'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:31.795371 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-00a0f205-5cfc-4f4e-8410-666588be3d73 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.805613 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451c31b7-f2be-4081-9874-9d70584ea1ba x-openstack-request-id: req-451c31b7-f2be-4081-9874-9d70584ea1ba {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:39:31.805898 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b837740c-6290-468b-a14b-9fdd718211f8", "name": "network-vif-deleted", "tag": "cd1238a9-cd54-4e72-9982-54103f0efdaf", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:39:31.806149 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-451c31b7-f2be-4081-9874-9d70584ea1ba {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:39:31.806542 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451c31b7-f2be-4081-9874-9d70584ea1ba'] response: {'server_uuid': 'b837740c-6290-468b-a14b-9fdd718211f8', 'name': 'network-vif-deleted', 'tag': 'cd1238a9-cd54-4e72-9982-54103f0efdaf', 'status': 'completed', 'code': 200} Jun 15 00:39:31.870879 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-00a0f205-5cfc-4f4e-8410-666588be3d73 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group (000bf89f-d363-4a00-9dbe-a12edd084ce2), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.874540 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-00a0f205-5cfc-4f4e-8410-666588be3d73 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (000bf89f-d363-4a00-9dbe-a12edd084ce2), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.903861 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-00a0f205-5cfc-4f4e-8410-666588be3d73 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:31.904965 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-00a0f205-5cfc-4f4e-8410-666588be3d73 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1351941 Jun 15 00:39:31.907950 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59608) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:31.912308 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-3be2803e-34e9-4389-ae0e-7bb3564fa0f7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Request body: {'security_group_rule': {'security_group_id': '000bf89f-d363-4a00-9dbe-a12edd084ce2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:31.921492 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0f205-5cfc-4f4e-8410-666588be3d73 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000bf89f-d363-4a00-9dbe-a12edd084ce2,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:31.942896 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3be2803e-34e9-4389-ae0e-7bb3564fa0f7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group_rule (9def1a7e-6b2d-4f1b-8468-67190e7e2ff3), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.000606 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3be2803e-34e9-4389-ae0e-7bb3564fa0f7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group_rule (9def1a7e-6b2d-4f1b-8468-67190e7e2ff3), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.003737 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3be2803e-34e9-4389-ae0e-7bb3564fa0f7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (9def1a7e-6b2d-4f1b-8468-67190e7e2ff3), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.022042 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2803e-34e9-4389-ae0e-7bb3564fa0f7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9def1a7e-6b2d-4f1b-8468-67190e7e2ff3,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:32.026883 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3be2803e-34e9-4389-ae0e-7bb3564fa0f7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.028306 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-3be2803e-34e9-4389-ae0e-7bb3564fa0f7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191912 Jun 15 00:39:32.031518 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59612) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:32.035579 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-4b0fba04-e715-43ab-8154-9ab204952993 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Request body: {'security_group_rule': {'security_group_id': '000bf89f-d363-4a00-9dbe-a12edd084ce2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:32.061769 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4b0fba04-e715-43ab-8154-9ab204952993 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group_rule (d87fb022-a8c9-4868-8363-b8947a4ad00e), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.115577 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4b0fba04-e715-43ab-8154-9ab204952993 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group_rule (d87fb022-a8c9-4868-8363-b8947a4ad00e), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.118820 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4b0fba04-e715-43ab-8154-9ab204952993 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (d87fb022-a8c9-4868-8363-b8947a4ad00e), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.136358 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fba04-e715-43ab-8154-9ab204952993 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87fb022-a8c9-4868-8363-b8947a4ad00e,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:32.143833 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4b0fba04-e715-43ab-8154-9ab204952993 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.144983 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-4b0fba04-e715-43ab-8154-9ab204952993 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125755 Jun 15 00:39:32.148107 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59614) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:32.152848 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:32.172622 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.251052 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.360671 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Allocated IP 172.27.3.22 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/48eefeec-81a8-4722-b549-c7c46d965e42) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:39:32.371679 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:32.402978 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:DELETE=5,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:32.469673 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.506435 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for port (48eefeec-81a8-4722-b549-c7c46d965e42), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.540825 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (48eefeec-81a8-4722-b549-c7c46d965e42), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.584252 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:39:32.588910 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:39:32.593006 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:39:32.615464 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event updated for resources: {'Port': ['ID=48eefeec-81a8-4722-b549-c7c46d965e42,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:32.691986 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (2322db7e-57b3-4eca-9a67-6e60144e24e5), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.732916 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (48eefeec-81a8-4722-b549-c7c46d965e42), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.884145 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for port (48eefeec-81a8-4722-b549-c7c46d965e42), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.888199 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (48eefeec-81a8-4722-b549-c7c46d965e42), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.955479 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event updated for resources: {'Port': ['ID=48eefeec-81a8-4722-b549-c7c46d965e42,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:32.964044 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (2322db7e-57b3-4eca-9a67-6e60144e24e5), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.979554 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:32.980753 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-f73c69ee-d4e5-4a29-a7e4-a389c0470ef0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8317530 Jun 15 00:39:33.171281 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-45a7f3c4-8555-4a38-a1c2-fff90a770bd2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1165716535&fields=id&tenant_id=47d48d22515e469fa53498b17ed80be7 HTTP/1.1" status: 200 len: 267 time: 0.0416524 Jun 15 00:39:33.279350 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-5efd506a-246b-4131-b097-6473a6980079 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:33.281977 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-5efd506a-246b-4131-b097-6473a6980079 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/networks?id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 200 len: 816 time: 0.1045456 Jun 15 00:39:33.296838 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-0ef9f265-d42e-464d-8266-3e9f535d9d1d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/quotas/47d48d22515e469fa53498b17ed80be7 HTTP/1.1" status: 200 len: 375 time: 0.0092657 Jun 15 00:39:33.344998 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-83f3cf30-eed5-45d0-93c3-1367acec5d0c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=47d48d22515e469fa53498b17ed80be7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431285 Jun 15 00:39:33.418999 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:33.446058 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-54c5dac1-3e96-4ee4-ada3-85ba78fd932e service neutron] 10.222.0.33 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885766 Jun 15 00:39:33.535414 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-a6f5c4dc-0ed5-4609-8d52-5880ffaf576c service neutron] 10.222.0.33 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830526 Jun 15 00:39:33.695280 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a6df5b27-f72e-4081-8b53-ef94af4d557b req-ac718ff4-3dd9-42cf-9091-a36fb77c23bb tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 210 time: 0.0292513 Jun 15 00:39:34.802662 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ff6f09f-d72c-4c3f-84ef-cbb439fe6540 req-5e376d7c-1d32-4edc-b131-4332c763b727 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 210 time: 0.0313292 Jun 15 00:39:35.887070 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device cd1238a9-cd54-4e72-9982-54103f0efdaf no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:39:35.905829 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: cd1238a9-cd54-4e72-9982-54103f0efdaf {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:39:35.906177 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device cd1238a9-cd54-4e72-9982-54103f0efdaf not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:39:36.067943 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b6bf0b80-bd47-4774-ae06-55abbfadd5d2 req-d4bf3906-75ed-45c3-b799-6c2e63b7b9a7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 210 time: 0.1935360 Jun 15 00:39:37.225700 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3ea02c7-3ba3-4001-9bcb-909b6c63860e req-81f97b3b-88e2-4e58-834f-68edfc512032 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 210 time: 0.0850382 Jun 15 00:39:37.321714 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-3d9941a5-4eeb-4cf8-aa93-11c87bea9dd7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:37.323750 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-3d9941a5-4eeb-4cf8-aa93-11c87bea9dd7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.42 "GET /v2.0/networks?id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 200 len: 816 time: 0.1076763 Jun 15 00:39:37.388316 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:37.411351 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-d837db26-0ca4-48fb-8d32-d57878c1862b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d48d22515e469fa53498b17ed80be7 HTTP/1.1" status: 200 len: 380 time: 0.0545466 Jun 15 00:39:37.535818 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6d5f298c-fcf2-4101-888b-4a7c1cbd4ff4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Request body: {'port': {'device_id': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'admin_state_up': True, 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'security_groups': ['000bf89f-d363-4a00-9dbe-a12edd084ce2']}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:37.613594 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:37.647977 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6d5f298c-fcf2-4101-888b-4a7c1cbd4ff4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Made reservation on behalf of 47d48d22515e469fa53498b17ed80be7 for: {'port': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:39:37.651336 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6d5f298c-fcf2-4101-888b-4a7c1cbd4ff4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:37.777019 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6d5f298c-fcf2-4101-888b-4a7c1cbd4ff4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Allocated IP 172.20.0.4 (8a1b00d6-5e32-4853-99e0-f68fb9a5757d/4bddbc5c-7efb-4185-937f-e56eb0633638/fd3bccfe-57dd-4af7-b667-ce15cebfce19) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:39:37.908174 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6d5f298c-fcf2-4101-888b-4a7c1cbd4ff4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:37.943281 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6d5f298c-fcf2-4101-888b-4a7c1cbd4ff4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:37.988970 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6d5f298c-fcf2-4101-888b-4a7c1cbd4ff4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:39:37.992230 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6d5f298c-fcf2-4101-888b-4a7c1cbd4ff4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:39:37.996528 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6d5f298c-fcf2-4101-888b-4a7c1cbd4ff4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:39:38.023450 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f298c-fcf2-4101-888b-4a7c1cbd4ff4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event updated for resources: {'Port': ['ID=fd3bccfe-57dd-4af7-b667-ce15cebfce19,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:38.050659 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6d5f298c-fcf2-4101-888b-4a7c1cbd4ff4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:38.051332 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6d5f298c-fcf2-4101-888b-4a7c1cbd4ff4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:38.069345 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6d5f298c-fcf2-4101-888b-4a7c1cbd4ff4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5373299 Jun 15 00:39:38.091030 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Request body: {'port': {'device_id': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:38.153944 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:38.195622 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-2c2fdaa6-67fa-4c2b-8774-21b77d2a0064 None None] Provisioning complete for port fd3bccfe-57dd-4af7-b667-ce15cebfce19 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:39:38.196229 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2c2fdaa6-67fa-4c2b-8774-21b77d2a0064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:38.228851 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-2c2fdaa6-67fa-4c2b-8774-21b77d2a0064 None None] Port fd3bccfe-57dd-4af7-b667-ce15cebfce19 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:39:38.388191 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:38.398040 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8c744-7b65-4d44-89e2-ec45cf1b5eb5 req-8dd8c3d8-0722-48eb-8eb2-c0ce856d66d2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:38.400569 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d8f8c744-7b65-4d44-89e2-ec45cf1b5eb5 req-8dd8c3d8-0722-48eb-8eb2-c0ce856d66d2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 931 time: 0.0889685 Jun 15 00:39:38.411612 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:38.482935 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d8f8c744-7b65-4d44-89e2-ec45cf1b5eb5 req-8b37fc01-dc4b-4326-9371-e532d4d64720 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770340 Jun 15 00:39:38.524462 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3bccfe-57dd-4af7-b667-ce15cebfce19 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:39:38.533167 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Publish callbacks [] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:38.549247 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Transition to ACTIVE for port object fd3bccfe-57dd-4af7-b667-ce15cebfce19 will not be triggered until provisioned by entity L2. {{(pid=104110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:39:38.552484 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:38.623848 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Pushing event updated for resources: {'Port': ['ID=fd3bccfe-57dd-4af7-b667-ce15cebfce19,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:38.679720 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Attempting to bind port fd3bccfe-57dd-4af7-b667-ce15cebfce19 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:39:38.679974 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Attempting to bind port fd3bccfe-57dd-4af7-b667-ce15cebfce19 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:39:38.680333 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Attempting to bind port fd3bccfe-57dd-4af7-b667-ce15cebfce19 on network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:39:38.685009 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Port fd3bccfe-57dd-4af7-b667-ce15cebfce19 on network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:39:38.685333 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Attempting to bind port fd3bccfe-57dd-4af7-b667-ce15cebfce19 on network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:39:38.690549 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:39:38.690926 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Checking segment: {'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:39:38.691316 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Bound using segment: {'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:39:38.691743 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Bound port: fd3bccfe-57dd-4af7-b667-ce15cebfce19, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:39:38.692111 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:38.759694 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] For port fd3bccfe-57dd-4af7-b667-ce15cebfce19, host hv-cinder-83538, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:39:38.763253 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] For port fd3bccfe-57dd-4af7-b667-ce15cebfce19, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:39:38.768702 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:38.802623 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:38.803271 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:38.804810 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] 10.222.0.42 "PUT /v2.0/ports/fd3bccfe-57dd-4af7-b667-ce15cebfce19 HTTP/1.1" status: 200 len: 1093 time: 0.7190542 Jun 15 00:39:38.807011 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:39:38.809830 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4048e43-ee6f-4ef9-8a0f-df9520e32e10" -d '{"events": [{"name": "network-changed", "server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:39:38.837241 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3373c9-4cd4-46b4-a737-cb690f6421db service neutron] Pushing event updated for resources: {'Port': ['ID=fd3bccfe-57dd-4af7-b667-ce15cebfce19,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:38.867601 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7b606c-f6a0-43c0-b826-8947f6311cc2 x-openstack-request-id: req-bc7b606c-f6a0-43c0-b826-8947f6311cc2 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:39:38.867895 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:39:38.868232 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bc7b606c-f6a0-43c0-b826-8947f6311cc2 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:39:38.868718 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7b606c-f6a0-43c0-b826-8947f6311cc2'] response: {'name': 'network-changed', 'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'status': 'completed', 'code': 200} Jun 15 00:39:38.933047 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6ce7f0e7-c4c3-4838-b23f-15ed518262a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:38.934843 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6ce7f0e7-c4c3-4838-b23f-15ed518262a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47d48d22515e469fa53498b17ed80be7&device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 1127 time: 0.0427229 Jun 15 00:39:38.986687 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-0776a0c7-66d2-4384-b1bf-ff61b4118bd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19 HTTP/1.1" status: 200 len: 217 time: 0.0355027 Jun 15 00:39:39.043374 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-e549c520-8979-416e-9d67-476018b7e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:39.045069 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-e549c520-8979-416e-9d67-476018b7e4fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bddbc5c-7efb-4185-937f-e56eb0633638 HTTP/1.1" status: 200 len: 855 time: 0.0486848 Jun 15 00:39:39.275298 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:39.277202 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=14 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:39.286143 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-7f710bbb-7366-47f6-8c25-170c87a5b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:39.287676 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-7f710bbb-7366-47f6-8c25-170c87a5b4b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2350714 Jun 15 00:39:39.376847 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-6f757850-ecc2-4974-ad4d-e6ae57d98cd9 service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815623 Jun 15 00:39:39.483186 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-113c3a50-8839-4fd2-97ee-3fa8fcefc8c2 req-7d0f8032-695e-4e69-8725-9f4385ef2356 service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908933 Jun 15 00:39:39.600972 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:39.612920 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e422d2b-cda7-470e-bebc-f2fdc69a4f00 req-c0d6d082-c721-4da6-a964-aa9617a994e5 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:39.614402 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4e422d2b-cda7-470e-bebc-f2fdc69a4f00 req-c0d6d082-c721-4da6-a964-aa9617a994e5 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0510921 Jun 15 00:39:39.664826 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4e422d2b-cda7-470e-bebc-f2fdc69a4f00 req-04ea5085-2b40-4bbf-8839-a1584af05d5e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437357 Jun 15 00:39:40.659866 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4048e43-ee6f-4ef9-8a0f-df9520e32e10 req-183350c9-2c6a-475e-aa27-e3e3d2fe8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:40.661499 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f4048e43-ee6f-4ef9-8a0f-df9520e32e10 req-183350c9-2c6a-475e-aa27-e3e3d2fe8653 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47d48d22515e469fa53498b17ed80be7&device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 1127 time: 0.0465610 Jun 15 00:39:40.754453 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:40.766976 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4048e43-ee6f-4ef9-8a0f-df9520e32e10 req-7a2b10ec-3009-4be1-b0a5-e4aab9eb6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:40.768455 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f4048e43-ee6f-4ef9-8a0f-df9520e32e10 req-7a2b10ec-3009-4be1-b0a5-e4aab9eb6b7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 200 len: 917 time: 0.0967698 Jun 15 00:39:40.792807 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ce76d-ff71-48ee-a032-0abb1d84d930 req-3da19c69-a182-4efc-8856-20c2040d3d47 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:40.800174 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-458ce76d-ff71-48ee-a032-0abb1d84d930 req-3da19c69-a182-4efc-8856-20c2040d3d47 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0580473 Jun 15 00:39:40.816116 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f4048e43-ee6f-4ef9-8a0f-df9520e32e10 req-b91f143e-666e-4b12-ab3f-bc89ac261c10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19 HTTP/1.1" status: 200 len: 217 time: 0.0392225 Jun 15 00:39:40.848219 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-458ce76d-ff71-48ee-a032-0abb1d84d930 req-01870457-5cad-4e3d-8a3f-772a40234198 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466263 Jun 15 00:39:40.870915 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4048e43-ee6f-4ef9-8a0f-df9520e32e10 req-e5998e17-a8aa-4064-abdc-a367638a7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:40.872456 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f4048e43-ee6f-4ef9-8a0f-df9520e32e10 req-e5998e17-a8aa-4064-abdc-a367638a7710 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bddbc5c-7efb-4185-937f-e56eb0633638 HTTP/1.1" status: 200 len: 855 time: 0.0483034 Jun 15 00:39:40.926912 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4048e43-ee6f-4ef9-8a0f-df9520e32e10 req-b8a4b181-4143-487b-a9c4-e7d1256e8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:40.928425 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f4048e43-ee6f-4ef9-8a0f-df9520e32e10 req-b8a4b181-4143-487b-a9c4-e7d1256e8130 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491385 Jun 15 00:39:41.024860 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f4048e43-ee6f-4ef9-8a0f-df9520e32e10 req-022bed02-fb3e-4c1c-8a09-f6aa37ddbf20 service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891027 Jun 15 00:39:41.115260 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f4048e43-ee6f-4ef9-8a0f-df9520e32e10 req-1560b378-4ef8-4474-8da7-94d29ace7cdd service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831187 Jun 15 00:39:41.976769 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63653e0d-a4d4-44c5-8ca8-adaf590f51e7 req-28955239-0fd3-4673-a61c-c382a64a1da7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:41.978259 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-63653e0d-a4d4-44c5-8ca8-adaf590f51e7 req-28955239-0fd3-4673-a61c-c382a64a1da7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0509272 Jun 15 00:39:42.027124 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-63653e0d-a4d4-44c5-8ca8-adaf590f51e7 req-5e5beaad-f608-4701-894a-f9fb91c59cd1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426157 Jun 15 00:39:43.147285 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc187d7c-8b74-493f-8118-368c121bf438 req-053b9af5-26e9-4561-9799-7adcc8a66d98 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:43.148760 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc187d7c-8b74-493f-8118-368c121bf438 req-053b9af5-26e9-4561-9799-7adcc8a66d98 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0500820 Jun 15 00:39:43.159440 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:43.197902 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc187d7c-8b74-493f-8118-368c121bf438 req-2241c150-1dff-46f8-a127-4c1a55164bf9 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437200 Jun 15 00:39:44.216545 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device fd3bccfe-57dd-4af7-b667-ce15cebfce19 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:39:44.321399 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04511b57-d2ec-4b96-b970-d1ebcc5de69f req-98ee5b43-082a-409f-b832-dfaf609d78ae tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:44.323793 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-04511b57-d2ec-4b96-b970-d1ebcc5de69f req-98ee5b43-082a-409f-b832-dfaf609d78ae tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0519083 Jun 15 00:39:44.324454 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:44.326576 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port fd3bccfe-57dd-4af7-b667-ce15cebfce19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:39:44.376729 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-04511b57-d2ec-4b96-b970-d1ebcc5de69f req-b9db5008-b7f2-415d-9f43-af6e34a6042e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462620 Jun 15 00:39:44.456040 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'port_id': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'mac_address': 'fa:16:3e:c0:e7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:39:44.498502 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port fd3bccfe-57dd-4af7-b667-ce15cebfce19 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:39:44.498923 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:44.518322 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3bccfe-57dd-4af7-b667-ce15cebfce19 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:39:44.523274 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:44.539383 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port fd3bccfe-57dd-4af7-b667-ce15cebfce19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:39:44.542957 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:44.588068 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=fd3bccfe-57dd-4af7-b667-ce15cebfce19,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:45.487620 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:45.500339 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476428ea-b175-4bec-bf53-5438a23d71f0 req-8aa5769b-b328-4cac-a874-0b023d9d7fd8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:45.501828 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-476428ea-b175-4bec-bf53-5438a23d71f0 req-8aa5769b-b328-4cac-a874-0b023d9d7fd8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 944 time: 0.0508988 Jun 15 00:39:45.548481 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-476428ea-b175-4bec-bf53-5438a23d71f0 req-0d35dd0e-ce5a-46d3-8e2a-09b14d646dd7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410590 Jun 15 00:39:45.606855 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['fd3bccfe-57dd-4af7-b667-ce15cebfce19'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:39:45.673101 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:46.667317 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632f8fd-b8a4-4cae-b966-953c10938120 req-e9c3b927-6990-4ec5-9836-d5b1eaf4b13b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:46.668779 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e632f8fd-b8a4-4cae-b966-953c10938120 req-e9c3b927-6990-4ec5-9836-d5b1eaf4b13b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 944 time: 0.0473454 Jun 15 00:39:46.719172 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e632f8fd-b8a4-4cae-b966-953c10938120 req-4769fda2-ce19-476d-91e7-c25068a28bee tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445015 Jun 15 00:39:47.205997 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device fd3bccfe-57dd-4af7-b667-ce15cebfce19 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:39:47.248248 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port fd3bccfe-57dd-4af7-b667-ce15cebfce19 completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:39:47.252976 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port fd3bccfe-57dd-4af7-b667-ce15cebfce19 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:39:47.253359 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:47.325648 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port fd3bccfe-57dd-4af7-b667-ce15cebfce19 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:39:47.326026 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:47.348443 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:39:47.350812 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2d7b5e-c764-4bd5-a8bc-45151bcb8f04" -d '{"events": [{"server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "name": "network-vif-plugged", "status": "completed", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:39:47.363705 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port fd3bccfe-57dd-4af7-b667-ce15cebfce19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:39:47.367792 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:47.403423 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a022bcae-ba0e-4aed-b29a-de1342f1b42d x-openstack-request-id: req-a022bcae-ba0e-4aed-b29a-de1342f1b42d {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:39:47.403735 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "name": "network-vif-plugged", "status": "completed", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:39:47.403992 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a022bcae-ba0e-4aed-b29a-de1342f1b42d {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:39:47.404379 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a022bcae-ba0e-4aed-b29a-de1342f1b42d'] response: {'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'code': 200} Jun 15 00:39:47.417762 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=fd3bccfe-57dd-4af7-b667-ce15cebfce19,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:47.426363 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-51fdaf4d-021c-431e-a97e-0c4c47f4f20c req-a5e716de-be97-480f-adae-c42140690af3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886817 Jun 15 00:39:47.510168 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdaf4d-021c-431e-a97e-0c4c47f4f20c req-248d6e67-f52e-4cd6-88da-8fbc3ce09539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:47.511853 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-51fdaf4d-021c-431e-a97e-0c4c47f4f20c req-248d6e67-f52e-4cd6-88da-8fbc3ce09539 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c41af6aa819743d380018ec1eed0a793&device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 1130 time: 0.0409064 Jun 15 00:39:47.636591 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdaf4d-021c-431e-a97e-0c4c47f4f20c req-4e006589-b854-4352-8c62-eff83c3b3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:47.638127 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-51fdaf4d-021c-431e-a97e-0c4c47f4f20c req-4e006589-b854-4352-8c62-eff83c3b3847 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 200 len: 919 time: 0.0926771 Jun 15 00:39:47.639311 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f72a8-9348-481e-a24f-f8e289d3d3b0 req-7ce85957-4d3c-4af4-8781-25c1d5bf3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:47.640879 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb9f72a8-9348-481e-a24f-f8e289d3d3b0 req-7ce85957-4d3c-4af4-8781-25c1d5bf3866 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 1129 time: 0.0418844 Jun 15 00:39:47.662481 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:47.692389 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-51fdaf4d-021c-431e-a97e-0c4c47f4f20c req-6eb9316e-eff7-422f-9f72-340ac01a2b77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92085804-04f9-491e-909d-de03a26ec439 HTTP/1.1" status: 200 len: 217 time: 0.0357032 Jun 15 00:39:47.701432 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb9f72a8-9348-481e-a24f-f8e289d3d3b0 req-2ad6e180-67f8-40d7-ab39-eda9042b92c3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441046 Jun 15 00:39:47.745379 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdaf4d-021c-431e-a97e-0c4c47f4f20c req-90c2a0ba-47dc-435e-9962-c5862b731e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:47.746866 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-51fdaf4d-021c-431e-a97e-0c4c47f4f20c req-90c2a0ba-47dc-435e-9962-c5862b731e82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 200 len: 857 time: 0.0467827 Jun 15 00:39:47.846730 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbef555-6069-4510-9d4a-4cf3d72a65c0 req-8f287f64-b57a-4311-82c1-83c03ae31294 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:47.848478 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7fbef555-6069-4510-9d4a-4cf3d72a65c0 req-8f287f64-b57a-4311-82c1-83c03ae31294 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0474126 Jun 15 00:39:47.899083 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7fbef555-6069-4510-9d4a-4cf3d72a65c0 req-0316c90b-7e2b-45e7-bc52-466d6d75b69d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448720 Jun 15 00:39:48.124713 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdaf4d-021c-431e-a97e-0c4c47f4f20c req-f38f5843-bc90-4231-a543-4b67ddf8f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:48.126193 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-51fdaf4d-021c-431e-a97e-0c4c47f4f20c req-f38f5843-bc90-4231-a543-4b67ddf8f3c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66e99f87-49a1-4115-bc83-5f9cfb627037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414088 Jun 15 00:39:48.220061 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-51fdaf4d-021c-431e-a97e-0c4c47f4f20c req-7b8fe8b8-d3dc-48bb-8e78-cda4d1d13575 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860558 Jun 15 00:39:48.640717 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:48.694656 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-51fdaf4d-021c-431e-a97e-0c4c47f4f20c req-196aa429-9921-4ecb-a5e1-7be1b5f27f13 service neutron] 10.222.0.42 "GET /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834162 Jun 15 00:39:49.019662 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70d640-291f-4960-a31d-765c13d8deeb req-38327819-0e3d-488c-9c6f-591a95fd51f7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:49.021280 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7e70d640-291f-4960-a31d-765c13d8deeb req-38327819-0e3d-488c-9c6f-591a95fd51f7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0475464 Jun 15 00:39:49.068138 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7e70d640-291f-4960-a31d-765c13d8deeb req-ee1eb1d1-0be2-49dd-afcf-8a2fba690d81 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413871 Jun 15 00:39:50.182947 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78432c30-3589-4b88-b2b4-fd04f8f0e30f req-3c3e21e6-12f2-4651-91bc-1dbf88879184 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:50.184291 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-78432c30-3589-4b88-b2b4-fd04f8f0e30f req-3c3e21e6-12f2-4651-91bc-1dbf88879184 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0456798 Jun 15 00:39:50.234837 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-78432c30-3589-4b88-b2b4-fd04f8f0e30f req-411490e5-7f7a-46ef-9825-da5b605f672a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450060 Jun 15 00:39:50.346719 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd04af-2878-4a57-989f-c3005bcf5783 req-a15fa517-a4ef-401b-8205-cc1fb7c6e58b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:50.348473 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ddd04af-2878-4a57-989f-c3005bcf5783 req-a15fa517-a4ef-401b-8205-cc1fb7c6e58b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0474310 Jun 15 00:39:50.357216 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59776) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:50.361854 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-251088f2-be5d-45b9-b30b-c3c92793a194 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Request body: {'floatingip': {'port_id': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:50.399517 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-251088f2-be5d-45b9-b30b-c3c92793a194 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (2322db7e-57b3-4eca-9a67-6e60144e24e5), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:50.798855 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-251088f2-be5d-45b9-b30b-c3c92793a194 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:50.802588 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-251088f2-be5d-45b9-b30b-c3c92793a194 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (2322db7e-57b3-4eca-9a67-6e60144e24e5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:50.892217 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [None req-251088f2-be5d-45b9-b30b-c3c92793a194 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Floating IP 2322db7e-57b3-4eca-9a67-6e60144e24e5 associated. External IP: 172.27.3.22, port: fd3bccfe-57dd-4af7-b667-ce15cebfce19. Jun 15 00:39:50.949209 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:51.089512 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251088f2-be5d-45b9-b30b-c3c92793a194 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Router 1930a8d2-8e1b-43f5-8705-3de06e95c595 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:39:51.194575 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251088f2-be5d-45b9-b30b-c3c92793a194 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:39:51.199498 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-251088f2-be5d-45b9-b30b-c3c92793a194 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:51.204321 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846a09a-9c27-427e-a66c-8afabc11a812 None None] Sync routers for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:39:51.214076 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846a09a-9c27-427e-a66c-8afabc11a812 None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:39:51.214689 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6846a09a-9c27-427e-a66c-8afabc11a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:39:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:51.221721 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:51.233585 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-251088f2-be5d-45b9-b30b-c3c92793a194 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "PUT /v2.0/floatingips/2322db7e-57b3-4eca-9a67-6e60144e24e5 HTTP/1.1" status: 200 len: 990 time: 0.8730769 Jun 15 00:39:51.233585 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:39:51.234414 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb8e1f1-0840-417f-8035-bef7476d70bc" -d '{"events": [{"name": "network-changed", "server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:39:51.271887 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28db2e72-41da-4789-baa1-c6cf907d931c x-openstack-request-id: req-28db2e72-41da-4789-baa1-c6cf907d931c {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:39:51.272177 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:39:51.272426 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-28db2e72-41da-4789-baa1-c6cf907d931c {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:39:51.272824 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28db2e72-41da-4789-baa1-c6cf907d931c'] response: {'name': 'network-changed', 'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'status': 'completed', 'code': 200} Jun 15 00:39:51.319368 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6846a09a-9c27-427e-a66c-8afabc11a812 None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:39:51.358183 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8e1f1-0840-417f-8035-bef7476d70bc req-0ceab4c6-7b1d-4c70-9dfc-fe1ffc723afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:51.361748 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8fb8e1f1-0840-417f-8035-bef7476d70bc req-0ceab4c6-7b1d-4c70-9dfc-fe1ffc723afe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47d48d22515e469fa53498b17ed80be7&device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 1129 time: 0.0419731 Jun 15 00:39:51.434080 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:51.456566 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8e1f1-0840-417f-8035-bef7476d70bc req-4caef962-9d94-472d-9cdc-ef694a2ac005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:51.458085 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8fb8e1f1-0840-417f-8035-bef7476d70bc req-4caef962-9d94-472d-9cdc-ef694a2ac005 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 200 len: 917 time: 0.0911834 Jun 15 00:39:51.518744 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8fb8e1f1-0840-417f-8035-bef7476d70bc req-90e1af70-8070-499d-be21-98543c1413b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19 HTTP/1.1" status: 200 len: 998 time: 0.0540402 Jun 15 00:39:51.533828 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6846a09a-9c27-427e-a66c-8afabc11a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '2322db7e-57b3-4eca-9a67-6e60144e24e5', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'port_id': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'mac_address': 'fa:16:3e:c0:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:39:32Z', 'updated_at': '2022-06-15T00:39:50Z', 'revision_number': 1, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:10Z', 'revision_number': 5, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:51.559635 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846a09a-9c27-427e-a66c-8afabc11a812 None None] Checking router: 1930a8d2-8e1b-43f5-8705-3de06e95c595 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:39:51.568070 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846a09a-9c27-427e-a66c-8afabc11a812 None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:39:51.568680 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6846a09a-9c27-427e-a66c-8afabc11a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:39:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:51.573015 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8e1f1-0840-417f-8035-bef7476d70bc req-bf576938-d51c-4672-8e47-dc986e3b95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:51.574482 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8fb8e1f1-0840-417f-8035-bef7476d70bc req-bf576938-d51c-4672-8e47-dc986e3b95c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bddbc5c-7efb-4185-937f-e56eb0633638 HTTP/1.1" status: 200 len: 855 time: 0.0493195 Jun 15 00:39:51.618935 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8e1f1-0840-417f-8035-bef7476d70bc req-b3184ecd-b130-4f5f-87b7-982d8b677e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:51.620937 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8fb8e1f1-0840-417f-8035-bef7476d70bc req-b3184ecd-b130-4f5f-87b7-982d8b677e0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388663 Jun 15 00:39:51.668682 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6846a09a-9c27-427e-a66c-8afabc11a812 None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:39:51.714710 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8fb8e1f1-0840-417f-8035-bef7476d70bc req-8f5e68b0-ceee-4a03-a6f9-5f651be217bd service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866513 Jun 15 00:39:51.804369 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8fb8e1f1-0840-417f-8035-bef7476d70bc req-c8a499c1-0f43-43db-9cdc-f4cf56c231bf service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816917 Jun 15 00:39:51.860586 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:51.877608 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6846a09a-9c27-427e-a66c-8afabc11a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '2322db7e-57b3-4eca-9a67-6e60144e24e5', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'port_id': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'mac_address': 'fa:16:3e:c0:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:39:32Z', 'updated_at': '2022-06-15T00:39:50Z', 'revision_number': 1, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:10Z', 'revision_number': 5, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:51.902019 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846a09a-9c27-427e-a66c-8afabc11a812 None None] The sync data for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi is: [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '2322db7e-57b3-4eca-9a67-6e60144e24e5', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'port_id': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'mac_address': 'fa:16:3e:c0:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:39:32Z', 'updated_at': '2022-06-15T00:39:50Z', 'revision_number': 1, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:10Z', 'revision_number': 5, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:39:52.086144 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdefb53-08ec-460e-a07f-f4428dd0f751 None None] New status for floating IP 2322db7e-57b3-4eca-9a67-6e60144e24e5: ACTIVE {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:39:54.492355 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b2d15-a7f7-4d4d-b04d-88ef46445d93 req-85c26ee8-3e3a-49a0-a7d9-ef89ae466a1d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:54.493842 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-879b2d15-a7f7-4d4d-b04d-88ef46445d93 req-85c26ee8-3e3a-49a0-a7d9-ef89ae466a1d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0490413 Jun 15 00:39:54.545747 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-879b2d15-a7f7-4d4d-b04d-88ef46445d93 req-4e4c5996-75df-4567-8d6e-71529c1714f2 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451219 Jun 15 00:39:55.666361 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed4001-cb0d-4fb9-a9fd-b8ec53bbab94 req-4fb1c77f-9b06-4629-9573-b580e280a64e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:55.667919 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-35ed4001-cb0d-4fb9-a9fd-b8ec53bbab94 req-4fb1c77f-9b06-4629-9573-b580e280a64e tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0470457 Jun 15 00:39:55.680443 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59848) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:55.720692 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-35ed4001-cb0d-4fb9-a9fd-b8ec53bbab94 req-18579049-4eb2-4488-8ce9-12652bf921b2 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460932 Jun 15 00:39:55.726307 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-4162e7b7-457c-45f5-a9f9-0f9930d4b8aa admin admin] Deleting subnet 303675f0-bc78-465f-8655-6d10b9a1f373 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:39:55.729977 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4162e7b7-457c-45f5-a9f9-0f9930d4b8aa admin admin] Publish callbacks [] for subnet (303675f0-bc78-465f-8655-6d10b9a1f373), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:55.764018 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4162e7b7-457c-45f5-a9f9-0f9930d4b8aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3329255'] for subnet (303675f0-bc78-465f-8655-6d10b9a1f373), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:55.801413 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4162e7b7-457c-45f5-a9f9-0f9930d4b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (303675f0-bc78-465f-8655-6d10b9a1f373), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:55.856533 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4162e7b7-457c-45f5-a9f9-0f9930d4b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2329781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586366'] for subnet (303675f0-bc78-465f-8655-6d10b9a1f373), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:55.882652 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162e7b7-457c-45f5-a9f9-0f9930d4b8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=303675f0-bc78-465f-8655-6d10b9a1f373,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:55.886465 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4162e7b7-457c-45f5-a9f9-0f9930d4b8aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:55.889596 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4162e7b7-457c-45f5-a9f9-0f9930d4b8aa admin admin] 10.222.0.33 "DELETE /v2.0/subnets/303675f0-bc78-465f-8655-6d10b9a1f373 HTTP/1.1" status: 204 len: 168 time: 0.2080820 Jun 15 00:39:55.892013 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59850) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:55.957749 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13a0386a-a42b-40ef-9d3d-783a9a27849b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (d4847d3d-9d12-4745-b2d2-88fd010a837d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:56.035336 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13a0386a-a42b-40ef-9d3d-783a9a27849b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (d4847d3d-9d12-4745-b2d2-88fd010a837d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:56.055200 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-13a0386a-a42b-40ef-9d3d-783a9a27849b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4847d3d-9d12-4745-b2d2-88fd010a837d']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:56.064966 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-13a0386a-a42b-40ef-9d3d-783a9a27849b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414f32d1-ce0c-4a52-b122-5af556508197') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:56.065263 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-13a0386a-a42b-40ef-9d3d-783a9a27849b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414f32d1-ce0c-4a52-b122-5af556508197') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:56.074566 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13a0386a-a42b-40ef-9d3d-783a9a27849b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3329278'] for segment (414f32d1-ce0c-4a52-b122-5af556508197), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:56.088266 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13a0386a-a42b-40ef-9d3d-783a9a27849b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (414f32d1-ce0c-4a52-b122-5af556508197), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:56.093935 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:56.095106 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a0386a-a42b-40ef-9d3d-783a9a27849b admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:39:56.095470 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13a0386a-a42b-40ef-9d3d-783a9a27849b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2329835'] for segment (414f32d1-ce0c-4a52-b122-5af556508197), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:56.158798 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13a0386a-a42b-40ef-9d3d-783a9a27849b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (d4847d3d-9d12-4745-b2d2-88fd010a837d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:56.174517 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13a0386a-a42b-40ef-9d3d-783a9a27849b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:56.177720 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-13a0386a-a42b-40ef-9d3d-783a9a27849b admin admin] 10.222.0.33 "DELETE /v2.0/networks/d4847d3d-9d12-4745-b2d2-88fd010a837d HTTP/1.1" status: 204 len: 168 time: 0.2847683 Jun 15 00:39:56.179201 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0386a-a42b-40ef-9d3d-783a9a27849b admin admin] Pushing event deleted for resources: {'Network': ['ID=d4847d3d-9d12-4745-b2d2-88fd010a837d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:56.251922 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 414f32d1-ce0c-4a52-b122-5af556508197 resource provider aggregate not found Jun 15 00:39:56.268495 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 414f32d1-ce0c-4a52-b122-5af556508197 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 414f32d1-ce0c-4a52-b122-5af556508197 found for delete ", "request_id": "req-14043a76-b9f5-47d3-baab-68ae11701a44"}]} Jun 15 00:39:56.348015 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59860) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:56.570537 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:56.584031 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-98d4b386-04f5-44f2-abd2-97751a93ff51 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=187f3726566d4c0bb0daf7b90cfe9a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349067 Jun 15 00:39:56.586460 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59862) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:56.632369 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-211bbda3-a68a-4336-833c-2326f50f543c admin admin] Publish callbacks [] for security_group (06a1fa0d-a4c4-4e57-b617-3118c1bb648e), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:56.654317 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-211bbda3-a68a-4336-833c-2326f50f543c admin admin] Publish callbacks [] for security_group (06a1fa0d-a4c4-4e57-b617-3118c1bb648e), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:56.700770 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-211bbda3-a68a-4336-833c-2326f50f543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (06a1fa0d-a4c4-4e57-b617-3118c1bb648e), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:56.703440 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-211bbda3-a68a-4336-833c-2326f50f543c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:56.704606 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-211bbda3-a68a-4336-833c-2326f50f543c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/06a1fa0d-a4c4-4e57-b617-3118c1bb648e HTTP/1.1" status: 204 len: 168 time: 0.1172311 Jun 15 00:39:56.712289 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bbda3-a68a-4336-833c-2326f50f543c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a1fa0d-a4c4-4e57-b617-3118c1bb648e,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:57.078765 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14411307-ac64-4042-9aad-f6d738290f6c req-a42fc3cf-8606-45a2-a279-fb008c245000 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:57.080386 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-14411307-ac64-4042-9aad-f6d738290f6c req-a42fc3cf-8606-45a2-a279-fb008c245000 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0489337 Jun 15 00:39:57.127274 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-14411307-ac64-4042-9aad-f6d738290f6c req-22457fce-93c2-47ab-858f-4a740b50f7e3 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414851 Jun 15 00:39:57.385789 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59888) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:57.481550 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2101068552-network', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:57.503540 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Made reservation on behalf of 10b82c1cb87645d9831a2635a2aa01df for: {'network': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:39:57.505858 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:57.514745 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:57.566142 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e3be4eb6-0e28-447f-b763-4bc774d9c15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:57.596258 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:57.598557 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Publish callbacks [] for security_group (209bd969-09d5-4aab-8a73-88c000d095de), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:57.602521 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (209bd969-09d5-4aab-8a73-88c000d095de), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:57.628740 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=104110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:39:57.647557 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209bd969-09d5-4aab-8a73-88c000d095de,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:57.650541 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765227183409', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (d9b57448-e0c3-44c0-bc77-82718b0dd04e), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:57.651036 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Unsubscribe: segment precommit_create {{(pid=104110) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 00:39:57.651463 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.segments_db [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Added segment d9b57448-e0c3-44c0-bc77-82718b0dd04e of type vlan for network 02cb83f7-9f95-4f22-97d9-1299928682fd Jun 15 00:39:57.695913 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (02cb83f7-9f95-4f22-97d9-1299928682fd), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:57.727391 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (02cb83f7-9f95-4f22-97d9-1299928682fd), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:57.728360 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:57.728940 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:57.772045 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3851779 Jun 15 00:39:57.774947 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59894) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:57.779892 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7ad8636e-f973-402c-a667-800568f31c61 admin admin] Request body: {'subnet': {'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2101068552-subnet', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:57.788464 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:57.799735 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad8636e-f973-402c-a667-800568f31c61 admin admin] Made reservation on behalf of 10b82c1cb87645d9831a2635a2aa01df for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:39:57.802310 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ad8636e-f973-402c-a667-800568f31c61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3586331'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:57.821079 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0559264-db47-4b34-8c52-d714163f98e1 admin admin] Pushing event updated for resources: {'Network': ['ID=02cb83f7-9f95-4f22-97d9-1299928682fd,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:57.832064 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 02cb83f7-9f95-4f22-97d9-1299928682fd details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:39:57.971101 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ad8636e-f973-402c-a667-800568f31c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2329716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3586357'] for subnet (39156c66-5bb4-4de5-adc7-3c16e8a77e76), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.026910 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8636e-f973-402c-a667-800568f31c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39156c66-5bb4-4de5-adc7-3c16e8a77e76,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:58.034161 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8636e-f973-402c-a667-800568f31c61 admin admin] Checking segment: {'id': 'd9b57448-e0c3-44c0-bc77-82718b0dd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:39:58.034516 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad8636e-f973-402c-a667-800568f31c61 admin admin] Network hostable DHCP agents. Network: 02cb83f7-9f95-4f22-97d9-1299928682fd, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:39:58.051399 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad8636e-f973-402c-a667-800568f31c61 admin admin] Network 02cb83f7-9f95-4f22-97d9-1299928682fd is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:39:58.059629 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-7ad8636e-f973-402c-a667-800568f31c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 02cb83f7-9f95-4f22-97d9-1299928682fd) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:39:58.063438 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad8636e-f973-402c-a667-800568f31c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:58.064033 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ad8636e-f973-402c-a667-800568f31c61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.069510 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e311589-803a-4b80-b64e-8fc2d66bdea1 None None] Network 02cb83f7-9f95-4f22-97d9-1299928682fd requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:39:58.079209 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7ad8636e-f973-402c-a667-800568f31c61 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3030989 Jun 15 00:39:58.081777 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59896) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:39:58.085999 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:39:58.113188 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2934'] for router (07ffca5f-ca81-4697-ab28-5708e1e80925), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.114218 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7977495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7963810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2893'] for router (07ffca5f-ca81-4697-ab28-5708e1e80925), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.163849 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Publish callbacks [] for router_controller (07ffca5f-ca81-4697-ab28-5708e1e80925), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.184762 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e401673-75d9-5f2e-9213-2e759a50af8d-02cb83f7-9f95-4f22-97d9-1299928682fd', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'fixed_ips': [{'subnet_id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76'}]}} from dv-cinder-835384-6-iscsi. {{(pid=104111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 00:39:58.185987 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.248085 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129efe44-2d9d-4c92-b8dc-fee2b53a5c41 req-b315c399-4d9b-46ca-8007-9e02115dbf2d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:58.250025 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-129efe44-2d9d-4c92-b8dc-fee2b53a5c41 req-b315c399-4d9b-46ca-8007-9e02115dbf2d tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0506220 Jun 15 00:39:58.336513 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.db_base_plugin_common [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Allocated IP 172.20.0.2 (02cb83f7-9f95-4f22-97d9-1299928682fd/39156c66-5bb4-4de5-adc7-3c16e8a77e76/1a20dba4-7c39-4734-b596-b4b392c0bbc3) {{(pid=104111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:39:58.343183 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-3f5b4eb1-9dbe-4441-86d4-892949f50b89 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:39:58.344886 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-3f5b4eb1-9dbe-4441-86d4-892949f50b89 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.42 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 945 time: 0.0741251 Jun 15 00:39:58.348978 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:58.351454 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-129efe44-2d9d-4c92-b8dc-fee2b53a5c41 req-5de4d8c3-2527-4b06-a7bd-6e4d8ce22843 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=aa711958-63af-4bd8-bb54-c1b8af610a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949047 Jun 15 00:39:58.439804 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Deleting port 7042541a-e5da-4765-a758-a53e6fea7afc {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:39:58.440329 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.488760 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Publish callbacks [] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), precommit_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.498085 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.524067 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:58.548229 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Publish callbacks [] for router_gateway (07ffca5f-ca81-4697-ab28-5708e1e80925), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.548451 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] For port 7042541a-e5da-4765-a758-a53e6fea7afc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7042541a-e5da-4765-a758-a53e6fea7afc,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:39:58.548668 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.549256 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Network 02cb83f7-9f95-4f22-97d9-1299928682fd is already hosted by enough agents. {{(pid=104111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:39:58.552943 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.base_scheduler [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Resources bound (agent type, host, resource id): {{(pid=104111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:39:58.554734 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Pushing event updated for resources: {'Port': ['ID=1a20dba4-7c39-4734-b596-b4b392c0bbc3,revision_number=1']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:58.557073 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Received port after_create {{(pid=104111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:39:58.614730 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Attempting to bind port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:39:58.615466 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Attempting to bind port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd9b57448-e0c3-44c0-bc77-82718b0dd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:39:58.615466 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Attempting to bind port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 on network 02cb83f7-9f95-4f22-97d9-1299928682fd {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:39:58.620681 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:39:58.621053 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Checking segment: {'id': 'd9b57448-e0c3-44c0-bc77-82718b0dd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:39:58.621456 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.621844 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Bound using segment: {'id': 'd9b57448-e0c3-44c0-bc77-82718b0dd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:39:58.622675 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Bound port: 1a20dba4-7c39-4734-b596-b4b392c0bbc3, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b57448-e0c3-44c0-bc77-82718b0dd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:39:58.622675 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.683028 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] For port 1a20dba4-7c39-4734-b596-b4b392c0bbc3, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:39:58.686580 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] For port 1a20dba4-7c39-4734-b596-b4b392c0bbc3, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=1a20dba4-7c39-4734-b596-b4b392c0bbc3,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:39:58.693244 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.702032 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:58.718579 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.719102 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (853e591f-27bb-4fc5-a41a-aa56d8f688f9), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.719413 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Floating IP 853e591f-27bb-4fc5-a41a-aa56d8f688f9 disassociated. External IP: 172.27.3.42, port: 7042541a-e5da-4765-a758-a53e6fea7afc. Jun 15 00:39:58.719868 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Calling delete_port for 7042541a-e5da-4765-a758-a53e6fea7afc owned by compute:nova {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:39:58.744417 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Publish callbacks [] for router_gateway (07ffca5f-ca81-4697-ab28-5708e1e80925), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.765358 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.765991 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Pushing event updated for resources: {'Port': ['ID=1a20dba4-7c39-4734-b596-b4b392c0bbc3,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:58.774069 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.774477 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.775985 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.775985 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.776362 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.776597 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.776941 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.778280 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.778280 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.778280 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.778542 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.778806 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.779470 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.779906 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.780238 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725152fa-564f-4e12-a54d-913ff3291b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:39:58.815550 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:58.858040 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (7042541a-e5da-4765-a758-a53e6fea7afc), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:58.890067 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Pushing event deleted for resources: {'Port': ['ID=7042541a-e5da-4765-a758-a53e6fea7afc,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:58.899424 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Allocated IP 172.27.3.193 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/34250780-a092-452b-9257-0ca46cbbb5d0) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:39:58.902460 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:58.930876 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:59.029042 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Publish callbacks [] for port (34250780-a092-452b-9257-0ca46cbbb5d0), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:59.029465 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:39:59.070193 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (34250780-a092-452b-9257-0ca46cbbb5d0), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:59.139330 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:39:59.140595 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Pushing event updated for resources: {'Port': ['ID=34250780-a092-452b-9257-0ca46cbbb5d0,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:39:59.143887 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:39:59.146344 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:39:59.151509 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:39:59.163288 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbd1692-a7a0-4015-90b7-90ec0a8c93a8 None None] Sync routers for ids ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:39:59.180782 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd1692-a7a0-4015-90b7-90ec0a8c93a8 None None] Routers {'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:39:59.184131 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2fbd1692-a7a0-4015-90b7-90ec0a8c93a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:39:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:59.234574 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] No DVR routers for this DVR port 7042541a-e5da-4765-a758-a53e6fea7afc on host hv-cinder-83538 {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:39:59.238280 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:59.241665 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-015b5d64-2a09-4961-9259-82aed4eb0c3b req-b949c417-a22f-4d06-9af0-d875fe87fae6 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.42 "DELETE /v2.0/ports/7042541a-e5da-4765-a758-a53e6fea7afc HTTP/1.1" status: 204 len: 173 time: 0.8888073 Jun 15 00:39:59.242144 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5445126a-8730-4a6f-8486-30d5d032902d', 'name': 'network-vif-deleted', 'tag': '7042541a-e5da-4765-a758-a53e6fea7afc'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:39:59.245588 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ff57f5-8120-481c-b123-8c0063444be2" -d '{"events": [{"server_uuid": "5445126a-8730-4a6f-8486-30d5d032902d", "name": "network-vif-deleted", "tag": "7042541a-e5da-4765-a758-a53e6fea7afc"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:39:59.504118 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09309e0-02cf-44c6-b4bd-eea4520a660e x-openstack-request-id: req-c09309e0-02cf-44c6-b4bd-eea4520a660e {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:39:59.504417 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5445126a-8730-4a6f-8486-30d5d032902d", "name": "network-vif-deleted", "tag": "7042541a-e5da-4765-a758-a53e6fea7afc", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:39:59.504682 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c09309e0-02cf-44c6-b4bd-eea4520a660e {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:39:59.505187 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09309e0-02cf-44c6-b4bd-eea4520a660e'] response: {'server_uuid': '5445126a-8730-4a6f-8486-30d5d032902d', 'name': 'network-vif-deleted', 'tag': '7042541a-e5da-4765-a758-a53e6fea7afc', 'status': 'completed', 'code': 200} Jun 15 00:39:59.511736 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 1a20dba4-7c39-4734-b596-b4b392c0bbc3 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:39:59.526482 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Publish callbacks [] for router_gateway (07ffca5f-ca81-4697-ab28-5708e1e80925), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:59.568487 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d04ff9a3-bddf-4b24-9ee4-f5541beaa79a req-83d16cec-2938-4584-9d1c-59c48f1033de tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=5445126a-8730-4a6f-8486-30d5d032902d HTTP/1.1" status: 200 len: 210 time: 0.0376062 Jun 15 00:39:59.596539 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:39:59.597062 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:59.603759 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-2fbd1692-a7a0-4015-90b7-90ec0a8c93a8 None None] Set router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:39:59.738058 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963648'] for router (07ffca5f-ca81-4697-ab28-5708e1e80925), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:59.808961 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:39:59.809519 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:59.830052 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:59.892673 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Router 07ffca5f-ca81-4697-ab28-5708e1e80925 is scheduled to L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 00:39:59.895042 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port 1a20dba4-7c39-4734-b596-b4b392c0bbc3, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=1a20dba4-7c39-4734-b596-b4b392c0bbc3,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:39:59.902513 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:39:59.905761 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:39:59.944926 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2fbd1692-a7a0-4015-90b7-90ec0a8c93a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:52Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '6f353668-9c43-4961-93c2-0490d7af8ee1', 'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'mac_address': 'fa:16:3e:0a:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:46Z', 'updated_at': '2022-06-15T00:35:02Z', 'revision_number': 5, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'subnets': [{'id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:39:59.982627 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbd1692-a7a0-4015-90b7-90ec0a8c93a8 None None] Checking router: fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:40:00.009686 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0da65e9-64a7-4441-9e4e-3b34b3c08fa3 None None] Network 02cb83f7-9f95-4f22-97d9-1299928682fd requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:40:00.017796 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:00.028061 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=1a20dba4-7c39-4734-b596-b4b392c0bbc3,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:00.035867 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd1692-a7a0-4015-90b7-90ec0a8c93a8 None None] Routers {'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:00.036488 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2fbd1692-a7a0-4015-90b7-90ec0a8c93a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:39:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:00.039834 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:40:00.053979 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Sync routers for ids ['07ffca5f-ca81-4697-ab28-5708e1e80925'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:40:00.059905 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.061196 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-36eb74f5-95db-4667-96c9-6002c1ba67fe admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9784944 Jun 15 00:40:00.064111 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59906) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:00.068874 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Routers {'07ffca5f-ca81-4697-ab28-5708e1e80925'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:00.069836 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['07ffca5f-ca81-4697-ab28-5708e1e80925'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:00.114734 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c244b30c-c940-4369-8416-9bce5ada95ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.122702 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-375c4972-65a5-46fb-8fea-a49cd5a7559e None None] Provisioning complete for port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:00.123090 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-375c4972-65a5-46fb-8fea-a49cd5a7559e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.183201 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Set router 07ffca5f-ca81-4697-ab28-5708e1e80925 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:00.241851 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:00.279310 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-2fbd1692-a7a0-4015-90b7-90ec0a8c93a8 None None] Set router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:00.388242 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-375c4972-65a5-46fb-8fea-a49cd5a7559e None None] Current status of the port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:00.390678 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:39:59Z', 'revision_number': 3, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port': {'id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:00.424939 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Checking router: 07ffca5f-ca81-4697-ab28-5708e1e80925 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:40:00.425521 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Updating router 07ffca5f-ca81-4697-ab28-5708e1e80925 port 34250780-a092-452b-9257-0ca46cbbb5d0 binding host dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:40:00.455001 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:00.532757 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-bb30f691-1c52-46e0-8881-37d01e7cdf0f None None] Provisioning complete for port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:00.533124 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-bb30f691-1c52-46e0-8881-37d01e7cdf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.542520 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.545847 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (34250780-a092-452b-9257-0ca46cbbb5d0), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.580037 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2fbd1692-a7a0-4015-90b7-90ec0a8c93a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:52Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '6f353668-9c43-4961-93c2-0490d7af8ee1', 'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'mac_address': 'fa:16:3e:0a:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:46Z', 'updated_at': '2022-06-15T00:35:02Z', 'revision_number': 5, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'subnets': [{'id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:00.612136 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbd1692-a7a0-4015-90b7-90ec0a8c93a8 None None] The sync data for ids ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'] in dv-cinder-835384-6-iscsi is: [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:52Z', 'revision_number': 4, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '6f353668-9c43-4961-93c2-0490d7af8ee1', 'name': '', 'network_id': '66e99f87-49a1-4115-bc83-5f9cfb627037', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'mac_address': 'fa:16:3e:0a:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:46Z', 'updated_at': '2022-06-15T00:35:02Z', 'revision_number': 5, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'subnets': [{'id': '45e8d5a0-f570-4a95-8507-e8e6d8242f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:40:00.667367 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59912) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:00.675335 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-bb30f691-1c52-46e0-8881-37d01e7cdf0f None None] Current status of the port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:00.741905 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Allocated IP 172.20.0.1 (02cb83f7-9f95-4f22-97d9-1299928682fd/39156c66-5bb4-4de5-adc7-3c16e8a77e76/b889a623-e5f4-495b-9f56-a465c70cd3a4) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:40:00.744588 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-45583976-0e2d-40eb-a69d-ef1693230344 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for security_group (aa711958-63af-4bd8-bb54-c1b8af610a85), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.771553 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-45583976-0e2d-40eb-a69d-ef1693230344 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for security_group (aa711958-63af-4bd8-bb54-c1b8af610a85), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.843411 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-45583976-0e2d-40eb-a69d-ef1693230344 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (aa711958-63af-4bd8-bb54-c1b8af610a85), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.847949 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-45583976-0e2d-40eb-a69d-ef1693230344 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.849974 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-45583976-0e2d-40eb-a69d-ef1693230344 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "DELETE /v2.0/security-groups/aa711958-63af-4bd8-bb54-c1b8af610a85 HTTP/1.1" status: 204 len: 168 time: 0.1800952 Jun 15 00:40:00.852622 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59914) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:00.856197 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.868623 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45583976-0e2d-40eb-a69d-ef1693230344 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa711958-63af-4bd8-bb54-c1b8af610a85,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:00.872837 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Publish callbacks [] for port (34250780-a092-452b-9257-0ca46cbbb5d0), precommit_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.884202 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (34250780-a092-452b-9257-0ca46cbbb5d0), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.888220 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.api.v2.resource [None req-08e9982b-cdfc-45b6-951e-2f3e16c13fc5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] show failed (client error): The resource could not be found. Jun 15 00:40:00.889491 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-08e9982b-cdfc-45b6-951e-2f3e16c13fc5 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups/aa711958-63af-4bd8-bb54-c1b8af610a85 HTTP/1.1" status: 404 len: 347 time: 0.0352056 Jun 15 00:40:00.892173 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59916) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:00.939790 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:00.947708 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Attempting to bind port 34250780-a092-452b-9257-0ca46cbbb5d0 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:40:00.948082 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Attempting to bind port 34250780-a092-452b-9257-0ca46cbbb5d0 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:40:00.948439 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Attempting to bind port 34250780-a092-452b-9257-0ca46cbbb5d0 on network 22694c3b-fdcf-46c7-9baf-13f71912d01c {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:40:00.952094 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Publish callbacks [] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.953689 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Pushing event updated for resources: {'Port': ['ID=34250780-a092-452b-9257-0ca46cbbb5d0,revision_number=2']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:00.957206 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:40:00.957581 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Checking segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:40:00.957977 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.958407 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Bound using segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:40:00.958846 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Bound port: 34250780-a092-452b-9257-0ca46cbbb5d0, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:40:00.959225 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (34250780-a092-452b-9257-0ca46cbbb5d0), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:00.966722 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.967107 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.967465 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.967808 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.968137 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.968463 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.968786 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.969105 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.969427 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.969833 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.970053 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.970385 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.970706 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.971056 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.971454 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:00.976692 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197e06c-3867-48b1-8fa5-803e1d80f311 None None] New status for floating IP 853e591f-27bb-4fc5-a41a-aa56d8f688f9: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:40:00.990950 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:01.023492 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] For port 34250780-a092-452b-9257-0ca46cbbb5d0, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:40:01.027497 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] For port 34250780-a092-452b-9257-0ca46cbbb5d0, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=34250780-a092-452b-9257-0ca46cbbb5d0,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:40:01.033955 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (34250780-a092-452b-9257-0ca46cbbb5d0), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.054281 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d377c111-1e88-41e9-9320-34acab0b1522 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Deleting port 78af041c-da40-402f-9295-8b45de7a2fd7 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:40:01.054654 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d377c111-1e88-41e9-9320-34acab0b1522 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (78af041c-da40-402f-9295-8b45de7a2fd7), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.084329 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.090912 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Routers {'07ffca5f-ca81-4697-ab28-5708e1e80925'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:01.091533 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['07ffca5f-ca81-4697-ab28-5708e1e80925'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:01.098503 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:01.153898 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Network 02cb83f7-9f95-4f22-97d9-1299928682fd is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:40:01.165398 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:40:01.167920 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:40:01.203582 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3d534-a7b3-454e-8314-b7382ff0c34a None None] Pushing event updated for resources: {'Port': ['ID=34250780-a092-452b-9257-0ca46cbbb5d0,revision_number=3']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:01.228395 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b889a623-e5f4-495b-9f56-a465c70cd3a4,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:01.238971 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 1a20dba4-7c39-4734-b596-b4b392c0bbc3 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:40:01.239604 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d377c111-1e88-41e9-9320-34acab0b1522 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (78af041c-da40-402f-9295-8b45de7a2fd7), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.239941 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d377c111-1e88-41e9-9320-34acab0b1522 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for floatingip (78af041c-da40-402f-9295-8b45de7a2fd7), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.245456 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:01.248690 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] Set router 07ffca5f-ca81-4697-ab28-5708e1e80925 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:01.258173 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d377c111-1e88-41e9-9320-34acab0b1522 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Calling delete_port for 78af041c-da40-402f-9295-8b45de7a2fd7 owned by network:floatingip {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:40:01.260639 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977508'] for router_interface (07ffca5f-ca81-4697-ab28-5708e1e80925), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.295680 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:01.296178 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.323320 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 7042541a-e5da-4765-a758-a53e6fea7afc no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:40:01.387818 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:01.458910 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:39:59Z', 'revision_number': 3, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port': {'id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:01.493499 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d7263-2dd4-4224-b514-3045f9596973 None None] The sync data for ids ['07ffca5f-ca81-4697-ab28-5708e1e80925'] in dv-cinder-835384-6-iscsi is: [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:39:59Z', 'revision_number': 3, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port': {'id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:40:01.516124 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 7042541a-e5da-4765-a758-a53e6fea7afc {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:40:01.516711 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 7042541a-e5da-4765-a758-a53e6fea7afc not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:40:01.529018 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-f31656f0-06f8-46b9-88e7-9648adcb84f1 None None] Provisioning complete for port b889a623-e5f4-495b-9f56-a465c70cd3a4 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:01.529385 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f31656f0-06f8-46b9-88e7-9648adcb84f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.545296 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.586640 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-f31656f0-06f8-46b9-88e7-9648adcb84f1 None None] Port b889a623-e5f4-495b-9f56-a465c70cd3a4 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:40:01.598317 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d377c111-1e88-41e9-9320-34acab0b1522 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (78af041c-da40-402f-9295-8b45de7a2fd7), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.599929 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:01.638212 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377c111-1e88-41e9-9320-34acab0b1522 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Pushing event deleted for resources: {'Port': ['ID=78af041c-da40-402f-9295-8b45de7a2fd7,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:01.752888 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:01.763701 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d377c111-1e88-41e9-9320-34acab0b1522 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks [] for floatingip (853e591f-27bb-4fc5-a41a-aa56d8f688f9), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.766288 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d377c111-1e88-41e9-9320-34acab0b1522 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.769342 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-d377c111-1e88-41e9-9320-34acab0b1522 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "DELETE /v2.0/floatingips/853e591f-27bb-4fc5-a41a-aa56d8f688f9 HTTP/1.1" status: 204 len: 168 time: 0.8760736 Jun 15 00:40:01.839786 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Publish callbacks [] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.849754 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.919257 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7930127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7977560'] for router_interface (07ffca5f-ca81-4697-ab28-5708e1e80925), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:01.921272 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b889a623-e5f4-495b-9f56-a465c70cd3a4,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:02.019116 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Network 02cb83f7-9f95-4f22-97d9-1299928682fd is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:40:02.020516 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:40:02.138949 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Router 07ffca5f-ca81-4697-ab28-5708e1e80925 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:40:02.241631 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:02.257324 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:40:02.262219 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-d9ddcca8-509f-4326-86a3-1074a4c278f2 admin admin] 10.222.0.33 "PUT /v2.0/routers/07ffca5f-ca81-4697-ab28-5708e1e80925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1963582 Jun 15 00:40:02.316574 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-71522e07-4f57-49ec-b15a-9a448ada68f4 None None] Provisioning complete for port b889a623-e5f4-495b-9f56-a465c70cd3a4 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:02.317121 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-71522e07-4f57-49ec-b15a-9a448ada68f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:02.350706 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-71522e07-4f57-49ec-b15a-9a448ada68f4 None None] Port b889a623-e5f4-495b-9f56-a465c70cd3a4 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:40:02.450694 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:02.739244 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59936) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:02.744094 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1947179397-network', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:02.769099 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Made reservation on behalf of ab51d5751c294b7ba2f5faddce141e3e for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:40:02.771656 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:02.781167 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:02.861336 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Publish callbacks [] for security_group (ecd696bb-4bf1-465d-a455-47ce363c5d82), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:02.866379 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (ecd696bb-4bf1-465d-a455-47ce363c5d82), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:02.893972 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:40:02.904439 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd696bb-4bf1-465d-a455-47ce363c5d82,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:02.909697 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (c6430a7c-440d-4a06-9aa7-ee534fa16149), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:02.910049 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Added segment c6430a7c-440d-4a06-9aa7-ee534fa16149 of type vlan for network ec80ec8a-09a8-4c15-9d8a-20d019413d42 Jun 15 00:40:02.953539 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (ec80ec8a-09a8-4c15-9d8a-20d019413d42), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:02.981273 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (ec80ec8a-09a8-4c15-9d8a-20d019413d42), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:02.982401 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:02.983038 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.020222 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2796979 Jun 15 00:40:03.022741 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59944) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:03.029094 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-e9e99d22-1c45-4a0f-9982-9f8d2334bae5 admin admin] Request body: {'subnet': {'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1947179397-subnet', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:03.065578 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faf700-8b34-428d-834b-a75b84af9311 admin admin] Pushing event updated for resources: {'Network': ['ID=ec80ec8a-09a8-4c15-9d8a-20d019413d42,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:03.075929 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network ec80ec8a-09a8-4c15-9d8a-20d019413d42 details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:40:03.078902 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e99d22-1c45-4a0f-9982-9f8d2334bae5 admin admin] Made reservation on behalf of ab51d5751c294b7ba2f5faddce141e3e for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:40:03.081281 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e9e99d22-1c45-4a0f-9982-9f8d2334bae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3586331'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.162392 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:03.165372 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Sync routers for ids ['07ffca5f-ca81-4697-ab28-5708e1e80925'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:40:03.180071 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Routers {'07ffca5f-ca81-4697-ab28-5708e1e80925'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:03.180820 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['07ffca5f-ca81-4697-ab28-5708e1e80925'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:03.225137 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 34250780-a092-452b-9257-0ca46cbbb5d0 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:40:03.266083 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e9e99d22-1c45-4a0f-9982-9f8d2334bae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2329716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3586357'] for subnet (f1e29b36-648e-404f-963b-40a0cee70874), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.276117 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 34250780-a092-452b-9257-0ca46cbbb5d0 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:03.276821 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (34250780-a092-452b-9257-0ca46cbbb5d0), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.297765 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Set router 07ffca5f-ca81-4697-ab28-5708e1e80925 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:03.316687 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:03.322894 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e99d22-1c45-4a0f-9982-9f8d2334bae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e29b36-648e-404f-963b-40a0cee70874,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:03.336775 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:03.341076 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e99d22-1c45-4a0f-9982-9f8d2334bae5 admin admin] Checking segment: {'id': 'c6430a7c-440d-4a06-9aa7-ee534fa16149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:40:03.341547 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e99d22-1c45-4a0f-9982-9f8d2334bae5 admin admin] Network hostable DHCP agents. Network: ec80ec8a-09a8-4c15-9d8a-20d019413d42, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:40:03.367816 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e99d22-1c45-4a0f-9982-9f8d2334bae5 admin admin] Network ec80ec8a-09a8-4c15-9d8a-20d019413d42 is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:40:03.377230 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 34250780-a092-452b-9257-0ca46cbbb5d0 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:03.377701 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (34250780-a092-452b-9257-0ca46cbbb5d0), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.381028 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-e9e99d22-1c45-4a0f-9982-9f8d2334bae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, ec80ec8a-09a8-4c15-9d8a-20d019413d42) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:40:03.385667 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e99d22-1c45-4a0f-9982-9f8d2334bae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:03.386891 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e9e99d22-1c45-4a0f-9982-9f8d2334bae5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.404934 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b179b8-fc7f-4c65-95ab-6f57c1f06862 None None] Network ec80ec8a-09a8-4c15-9d8a-20d019413d42 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:40:03.405930 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e9e99d22-1c45-4a0f-9982-9f8d2334bae5 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3820143 Jun 15 00:40:03.408747 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 59948) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:03.411679 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port 34250780-a092-452b-9257-0ca46cbbb5d0, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=34250780-a092-452b-9257-0ca46cbbb5d0,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:03.413256 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1947179397-router', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:03.438034 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2934'] for router (ed578e79-ee4a-4185-b0b5-534b7300f7e9), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.438512 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (34250780-a092-452b-9257-0ca46cbbb5d0), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.438931 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7977495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7963810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2893'] for router (ed578e79-ee4a-4185-b0b5-534b7300f7e9), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.476926 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.501574 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Publish callbacks [] for router_controller (ed578e79-ee4a-4185-b0b5-534b7300f7e9), precommit_add_association {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.515830 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:01Z', 'revision_number': 4, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port': {'id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'b889a623-e5f4-495b-9f56-a465c70cd3a4', 'name': '', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'mac_address': 'fa:16:3e:62:cc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:00Z', 'updated_at': '2022-06-15T00:40:01Z', 'revision_number': 2, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'subnets': [{'id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:03.548523 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Checking router: 07ffca5f-ca81-4697-ab28-5708e1e80925 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:40:03.548874 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Updating router 07ffca5f-ca81-4697-ab28-5708e1e80925 port b889a623-e5f4-495b-9f56-a465c70cd3a4 binding host dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:40:03.550608 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=34250780-a092-452b-9257-0ca46cbbb5d0,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:03.583114 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e401673-75d9-5f2e-9213-2e759a50af8d-ec80ec8a-09a8-4c15-9d8a-20d019413d42', 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42', 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'fixed_ips': [{'subnet_id': 'f1e29b36-648e-404f-963b-40a0cee70874'}]}} from dv-cinder-835384-6-iscsi. {{(pid=104111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 00:40:03.584171 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.585230 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.730057 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.db_base_plugin_common [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Allocated IP 172.20.0.2 (ec80ec8a-09a8-4c15-9d8a-20d019413d42/f1e29b36-648e-404f-963b-40a0cee70874/b80baece-34fd-4977-8db0-157486538acd) {{(pid=104111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:40:03.732621 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:03.776978 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:03.844246 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Publish callbacks [] for router_gateway (ed578e79-ee4a-4185-b0b5-534b7300f7e9), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.861149 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Publish callbacks [] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), precommit_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.869215 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.883080 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Publish callbacks [] for port (b80baece-34fd-4977-8db0-157486538acd), precommit_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.888592 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (b80baece-34fd-4977-8db0-157486538acd), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:03.905082 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:03.931796 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Network ec80ec8a-09a8-4c15-9d8a-20d019413d42 is already hosted by enough agents. {{(pid=104111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:40:03.935336 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.base_scheduler [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Resources bound (agent type, host, resource id): {{(pid=104111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:40:03.939252 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Received port after_create {{(pid=104111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:40:03.943882 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Pushing event updated for resources: {'Port': ['ID=b80baece-34fd-4977-8db0-157486538acd,revision_number=1']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:03.995221 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Attempting to bind port b889a623-e5f4-495b-9f56-a465c70cd3a4 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:40:03.995511 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Attempting to bind port b889a623-e5f4-495b-9f56-a465c70cd3a4 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd9b57448-e0c3-44c0-bc77-82718b0dd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd'}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:40:03.995863 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Attempting to bind port b889a623-e5f4-495b-9f56-a465c70cd3a4 on network 02cb83f7-9f95-4f22-97d9-1299928682fd {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:40:04.002888 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42658d-e11c-40be-899d-3a3603b571e7 None None] Pushing event updated for resources: {'Port': ['ID=b889a623-e5f4-495b-9f56-a465c70cd3a4,revision_number=3']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:04.005861 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:40:04.006231 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Checking segment: {'id': 'd9b57448-e0c3-44c0-bc77-82718b0dd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:40:04.006649 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.007023 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Bound using segment: {'id': 'd9b57448-e0c3-44c0-bc77-82718b0dd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd'} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:40:04.007487 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Bound port: b889a623-e5f4-495b-9f56-a465c70cd3a4, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b57448-e0c3-44c0-bc77-82718b0dd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd'}}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:40:04.007865 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.008838 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Attempting to bind port b80baece-34fd-4977-8db0-157486538acd on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:40:04.009967 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Attempting to bind port b80baece-34fd-4977-8db0-157486538acd by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'c6430a7c-440d-4a06-9aa7-ee534fa16149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:40:04.010448 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Attempting to bind port b80baece-34fd-4977-8db0-157486538acd on network ec80ec8a-09a8-4c15-9d8a-20d019413d42 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:40:04.016065 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:40:04.016575 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Checking segment: {'id': 'c6430a7c-440d-4a06-9aa7-ee534fa16149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:40:04.017075 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.017564 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Bound using segment: {'id': 'c6430a7c-440d-4a06-9aa7-ee534fa16149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:40:04.018131 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Bound port: b80baece-34fd-4977-8db0-157486538acd, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6430a7c-440d-4a06-9aa7-ee534fa16149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:40:04.018611 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b80baece-34fd-4977-8db0-157486538acd), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.060864 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Publish callbacks [] for router_gateway (ed578e79-ee4a-4185-b0b5-534b7300f7e9), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.076081 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] For port b889a623-e5f4-495b-9f56-a465c70cd3a4, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:40:04.079938 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] For port b889a623-e5f4-495b-9f56-a465c70cd3a4, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=b889a623-e5f4-495b-9f56-a465c70cd3a4,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:40:04.085423 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.096208 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.105166 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] For port b80baece-34fd-4977-8db0-157486538acd, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:40:04.109172 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] For port b80baece-34fd-4977-8db0-157486538acd, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=b80baece-34fd-4977-8db0-157486538acd,segment=NetworkSegment(c6430a7c-440d-4a06-9aa7-ee534fa16149),segment_id=c6430a7c-440d-4a06-9aa7-ee534fa16149)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:40:04.118403 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b80baece-34fd-4977-8db0-157486538acd), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.152818 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:04.158890 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42658d-e11c-40be-899d-3a3603b571e7 None None] Pushing event updated for resources: {'Port': ['ID=b889a623-e5f4-495b-9f56-a465c70cd3a4,revision_number=4']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:04.180494 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Routers {'07ffca5f-ca81-4697-ab28-5708e1e80925'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:04.181613 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['07ffca5f-ca81-4697-ab28-5708e1e80925'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:04.213981 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7892ed-fb98-456c-b1ad-cbc5a30b7814 None None] Pushing event updated for resources: {'Port': ['ID=b80baece-34fd-4977-8db0-157486538acd,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:04.295231 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Allocated IP 172.27.3.16 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/7c7cd965-acf9-4ce3-8455-4a3ae6c309ba) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:40:04.301847 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-fadbbe73-94fd-4e0e-a2bb-b834a4112c7f None None] Provisioning complete for port b889a623-e5f4-495b-9f56-a465c70cd3a4 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:04.304408 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-fadbbe73-94fd-4e0e-a2bb-b834a4112c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.353518 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:04.432181 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-fadbbe73-94fd-4e0e-a2bb-b834a4112c7f None None] Current status of the port b889a623-e5f4-495b-9f56-a465c70cd3a4 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:04.432566 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-fadbbe73-94fd-4e0e-a2bb-b834a4112c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.465130 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] Set router 07ffca5f-ca81-4697-ab28-5708e1e80925 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:04.482208 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-fadbbe73-94fd-4e0e-a2bb-b834a4112c7f None None] For port b889a623-e5f4-495b-9f56-a465c70cd3a4, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=b889a623-e5f4-495b-9f56-a465c70cd3a4,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:04.489166 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-fadbbe73-94fd-4e0e-a2bb-b834a4112c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.525363 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382b64f-f907-4497-a899-72e0f0b4b714 req-fdc4ca40-f526-4f49-ab9e-a3ab5c42a5c1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:04.526899 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9382b64f-f907-4497-a899-72e0f0b4b714 req-fdc4ca40-f526-4f49-ab9e-a3ab5c42a5c1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.1351688 Jun 15 00:40:04.564545 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbbe73-94fd-4e0e-a2bb-b834a4112c7f None None] Pushing event updated for resources: {'Port': ['ID=b889a623-e5f4-495b-9f56-a465c70cd3a4,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:04.606043 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Publish callbacks [] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.629561 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9382b64f-f907-4497-a899-72e0f0b4b714 req-2df048f8-2fc7-4328-87eb-9326d58dd260 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868502 Jun 15 00:40:04.668641 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.710614 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:40:04.720861 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:40:04.721884 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-4711df77-df93-474f-8f60-54fd0cceb18a None None] Provisioning complete for port b889a623-e5f4-495b-9f56-a465c70cd3a4 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:04.722266 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4711df77-df93-474f-8f60-54fd0cceb18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:04.725806 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:40:04.730389 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:01Z', 'revision_number': 4, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port': {'id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'b889a623-e5f4-495b-9f56-a465c70cd3a4', 'name': '', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'mac_address': 'fa:16:3e:62:cc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:00Z', 'updated_at': '2022-06-15T00:40:04Z', 'revision_number': 4, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'subnets': [{'id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:04.755283 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7c7cd965-acf9-4ce3-8455-4a3ae6c309ba,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:04.772767 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af74a479-77fd-4b92-b5e1-04a7be5ad97d None None] The sync data for ids ['07ffca5f-ca81-4697-ab28-5708e1e80925'] in dv-cinder-835384-6-iscsi is: [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:01Z', 'revision_number': 4, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port': {'id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'b889a623-e5f4-495b-9f56-a465c70cd3a4', 'name': '', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'mac_address': 'fa:16:3e:62:cc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:00Z', 'updated_at': '2022-06-15T00:40:04Z', 'revision_number': 4, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'subnets': [{'id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:40:04.818005 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:04.832141 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-4711df77-df93-474f-8f60-54fd0cceb18a None None] Current status of the port b889a623-e5f4-495b-9f56-a465c70cd3a4 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:05.007757 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Publish callbacks [] for router_gateway (ed578e79-ee4a-4185-b0b5-534b7300f7e9), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:05.221907 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963648'] for router (ed578e79-ee4a-4185-b0b5-534b7300f7e9), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:05.325073 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:05.347459 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:40:05.363523 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 34250780-a092-452b-9257-0ca46cbbb5d0 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:40:05.394930 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Router ed578e79-ee4a-4185-b0b5-534b7300f7e9 is scheduled to L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 with binding_index 1 {{(pid=104110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 00:40:05.421676 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 34250780-a092-452b-9257-0ca46cbbb5d0 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:05.422064 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (34250780-a092-452b-9257-0ca46cbbb5d0), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:05.500488 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:05.515565 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 34250780-a092-452b-9257-0ca46cbbb5d0 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:05.516714 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b80baece-34fd-4977-8db0-157486538acd up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:40:05.526759 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:40:05.540993 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Sync routers for ids ['ed578e79-ee4a-4185-b0b5-534b7300f7e9'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:40:05.548461 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:05.553356 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 59958) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:05.553831 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-73e4c7c7-6c0b-455b-8ee2-e8655768f2e4 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1437953 Jun 15 00:40:05.562545 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ebb603-2677-479c-8edf-b8cf92e806ad None None] Network ec80ec8a-09a8-4c15-9d8a-20d019413d42 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:40:05.574096 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Routers {'ed578e79-ee4a-4185-b0b5-534b7300f7e9'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:05.574743 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['ed578e79-ee4a-4185-b0b5-534b7300f7e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:05.667222 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-18ce36cc-e792-44c1-8aee-ea57d59e17a1 None None] Provisioning complete for port b80baece-34fd-4977-8db0-157486538acd triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:05.667895 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-18ce36cc-e792-44c1-8aee-ea57d59e17a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b80baece-34fd-4977-8db0-157486538acd), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:05.766020 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port b80baece-34fd-4977-8db0-157486538acd triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:05.766679 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b80baece-34fd-4977-8db0-157486538acd), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:05.781774 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f413c-66c7-4c21-ac37-6527f4741973 req-59bda3be-1664-440c-88ec-2c7fc9ab1986 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:05.783331 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-af6f413c-66c7-4c21-ac37-6527f4741973 req-59bda3be-1664-440c-88ec-2c7fc9ab1986 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0592380 Jun 15 00:40:05.846724 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Set router ed578e79-ee4a-4185-b0b5-534b7300f7e9 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:05.907125 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-af6f413c-66c7-4c21-ac37-6527f4741973 req-589e1164-0967-49a3-9326-e363c1b6439c tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176248 Jun 15 00:40:06.059956 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.074343 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:06.107835 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-18ce36cc-e792-44c1-8aee-ea57d59e17a1 None None] Current status of the port b80baece-34fd-4977-8db0-157486538acd is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:06.107835 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-18ce36cc-e792-44c1-8aee-ea57d59e17a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b80baece-34fd-4977-8db0-157486538acd), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.204819 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:06.219216 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-18ce36cc-e792-44c1-8aee-ea57d59e17a1 None None] For port b80baece-34fd-4977-8db0-157486538acd, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=b80baece-34fd-4977-8db0-157486538acd,segment=NetworkSegment(c6430a7c-440d-4a06-9aa7-ee534fa16149),segment_id=c6430a7c-440d-4a06-9aa7-ee534fa16149)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:06.220279 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port b80baece-34fd-4977-8db0-157486538acd is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:06.220722 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b80baece-34fd-4977-8db0-157486538acd), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.228363 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Allocated IP 172.20.0.1 (ec80ec8a-09a8-4c15-9d8a-20d019413d42/f1e29b36-648e-404f-963b-40a0cee70874/ca416948-16d0-4522-b61e-b0649ca97c79) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:40:06.233610 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-18ce36cc-e792-44c1-8aee-ea57d59e17a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b80baece-34fd-4977-8db0-157486538acd), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.342260 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Publish callbacks [] for port (ca416948-16d0-4522-b61e-b0649ca97c79), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.343796 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:06.355676 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'name': 'tempest-TestMinimumBasicScenario-1947179397-router', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:40:03Z', 'updated_at': '2022-06-15T00:40:04Z', 'revision_number': 3, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'gw_port': {'id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:04Z', 'updated_at': '2022-06-15T00:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:06.360805 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce36cc-e792-44c1-8aee-ea57d59e17a1 None None] Pushing event updated for resources: {'Port': ['ID=b80baece-34fd-4977-8db0-157486538acd,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:06.379170 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.393805 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.db.api [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 15 00:40:06.394341 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG oslo_db.api [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 00:40:06.395372 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Checking router: ed578e79-ee4a-4185-b0b5-534b7300f7e9 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:40:06.395717 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Updating router ed578e79-ee4a-4185-b0b5-534b7300f7e9 port 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba binding host dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:40:06.397685 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-69525da8-685d-4988-859a-fd6850f49491 None None] Provisioning complete for port b80baece-34fd-4977-8db0-157486538acd triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:06.398056 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-69525da8-685d-4988-859a-fd6850f49491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b80baece-34fd-4977-8db0-157486538acd), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.420225 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Network ec80ec8a-09a8-4c15-9d8a-20d019413d42 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:40:06.424725 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:40:06.428639 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:40:06.454550 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.455238 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Pushing event updated for resources: {'Port': ['ID=ca416948-16d0-4522-b61e-b0649ca97c79,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:06.458192 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:06.472877 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.473363 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.473805 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.474240 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.474679 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.475690 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.476122 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.476540 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.476962 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.477557 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.477800 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.478807 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.479228 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.480054 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.480656 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:06.497080 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977508'] for router_interface (ed578e79-ee4a-4185-b0b5-534b7300f7e9), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.601191 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-69525da8-685d-4988-859a-fd6850f49491 None None] Current status of the port b80baece-34fd-4977-8db0-157486538acd is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:06.629285 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.744721 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-bfc06edf-89bc-42b8-969e-ab2e6c566f70 None None] Provisioning complete for port ca416948-16d0-4522-b61e-b0649ca97c79 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:06.745088 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-bfc06edf-89bc-42b8-969e-ab2e6c566f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.755525 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Publish callbacks [] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.781402 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.793624 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Publish callbacks [] for port (ca416948-16d0-4522-b61e-b0649ca97c79), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.798459 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.807578 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:06.819508 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-bfc06edf-89bc-42b8-969e-ab2e6c566f70 None None] Port ca416948-16d0-4522-b61e-b0649ca97c79 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:40:06.846393 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ed951-ac40-4086-8c12-27c6e3714389 None None] Pushing event updated for resources: {'Port': ['ID=7c7cd965-acf9-4ce3-8455-4a3ae6c309ba,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:06.851566 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Attempting to bind port 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:40:06.851859 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Attempting to bind port 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:40:06.852224 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Attempting to bind port 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba on network 22694c3b-fdcf-46c7-9baf-13f71912d01c {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:40:06.858379 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:40:06.858825 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Checking segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:40:06.859232 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.859618 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Bound using segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:40:06.860075 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Bound port: 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:40:06.860454 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.863307 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Pushing event updated for resources: {'Port': ['ID=ca416948-16d0-4522-b61e-b0649ca97c79,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:06.868119 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7930127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7977560'] for router_interface (ed578e79-ee4a-4185-b0b5-534b7300f7e9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:06.918636 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ebe42-595b-44f5-99b7-3e192088a2c7 req-1f5f33e8-bae7-4890-98cb-ae37bce0bf49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:06.920205 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b48ebe42-595b-44f5-99b7-3e192088a2c7 req-1f5f33e8-bae7-4890-98cb-ae37bce0bf49 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.42 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.0587938 Jun 15 00:40:06.944837 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:06.947309 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] For port 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:40:06.974086 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] For port 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=7c7cd965-acf9-4ce3-8455-4a3ae6c309ba,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:40:06.975571 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port b80baece-34fd-4977-8db0-157486538acd is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:06.976237 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Network ec80ec8a-09a8-4c15-9d8a-20d019413d42 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:40:06.976760 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b889a623-e5f4-495b-9f56-a465c70cd3a4 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:40:06.978841 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:40:07.001267 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:07.060040 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-b48ebe42-595b-44f5-99b7-3e192088a2c7 req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Deleting port 92085804-04f9-491e-909d-de03a26ec439 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:40:07.060659 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-b48ebe42-595b-44f5-99b7-3e192088a2c7 req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (92085804-04f9-491e-909d-de03a26ec439), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:07.096889 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ed951-ac40-4086-8c12-27c6e3714389 None None] Pushing event updated for resources: {'Port': ['ID=7c7cd965-acf9-4ce3-8455-4a3ae6c309ba,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:07.103594 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port b889a623-e5f4-495b-9f56-a465c70cd3a4 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:07.103890 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:07.105659 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Routers {'ed578e79-ee4a-4185-b0b5-534b7300f7e9'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:07.106295 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['ed578e79-ee4a-4185-b0b5-534b7300f7e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:07.115207 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df7f7e-35ca-404f-b181-4988cce037c7 req-07c86bae-aa47-4c94-9090-a1c55428e2c8 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:07.123831 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-83df7f7e-35ca-404f-b181-4988cce037c7 req-07c86bae-aa47-4c94-9090-a1c55428e2c8 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=4960e21e-cad8-4ab3-8d30-800f64692f88 HTTP/1.1" status: 200 len: 946 time: 0.1172554 Jun 15 00:40:07.132441 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Router ed578e79-ee4a-4185-b0b5-534b7300f7e9 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:40:07.155697 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:07.235099 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-83df7f7e-35ca-404f-b181-4988cce037c7 req-c222e946-7b80-400c-b2be-5695b639c981 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099541 Jun 15 00:40:07.237569 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:07.244414 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] Set router ed578e79-ee4a-4185-b0b5-534b7300f7e9 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:07.255493 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-b48ebe42-595b-44f5-99b7-3e192088a2c7 req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] For port 92085804-04f9-491e-909d-de03a26ec439, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=92085804-04f9-491e-909d-de03a26ec439,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:07.255893 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-b48ebe42-595b-44f5-99b7-3e192088a2c7 req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (92085804-04f9-491e-909d-de03a26ec439), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:07.262210 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:07.265770 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:40:07.270711 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-35770f90-835a-4073-814b-610fce2da938 admin admin] 10.222.0.33 "PUT /v2.0/routers/ed578e79-ee4a-4185-b0b5-534b7300f7e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7162182 Jun 15 00:40:07.283498 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-b48ebe42-595b-44f5-99b7-3e192088a2c7 req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Calling delete_port for 92085804-04f9-491e-909d-de03a26ec439 owned by compute:nova {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:40:07.294541 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-20652220-145b-4c7d-8b7e-408748270a66 None None] Provisioning complete for port ca416948-16d0-4522-b61e-b0649ca97c79 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:07.294944 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-20652220-145b-4c7d-8b7e-408748270a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:07.387344 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-20652220-145b-4c7d-8b7e-408748270a66 None None] Port ca416948-16d0-4522-b61e-b0649ca97c79 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:40:07.432917 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-b48ebe42-595b-44f5-99b7-3e192088a2c7 req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (92085804-04f9-491e-909d-de03a26ec439), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:07.452108 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port b889a623-e5f4-495b-9f56-a465c70cd3a4 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:07.467640 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Pushing event deleted for resources: {'Port': ['ID=92085804-04f9-491e-909d-de03a26ec439,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:07.481242 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.481415 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.484424 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.484795 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.485140 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.485533 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.485806 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.486142 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.486476 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.486940 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.487327 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.487662 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.487994 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.488415 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.488749 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:40:07.517396 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['92085804-04f9-491e-909d-de03a26ec439', 'b2bbd2bd-a2e4-4dfa-a62a-282539206286'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:40:07.537997 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48ebe42-595b-44f5-99b7-3e192088a2c7 req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] No DVR routers for this DVR port 92085804-04f9-491e-909d-de03a26ec439 on host hv-cinder-83538 {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:40:07.541951 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-b48ebe42-595b-44f5-99b7-3e192088a2c7 req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:07.545795 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b48ebe42-595b-44f5-99b7-3e192088a2c7 req-85a055f1-8aad-4588-8d9d-9270e54b3e6a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.42 "DELETE /v2.0/ports/92085804-04f9-491e-909d-de03a26ec439 HTTP/1.1" status: 204 len: 173 time: 0.6201394 Jun 15 00:40:07.546374 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4960e21e-cad8-4ab3-8d30-800f64692f88', 'name': 'network-vif-deleted', 'tag': '92085804-04f9-491e-909d-de03a26ec439'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:40:07.550872 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284570e6-3f3f-4696-af78-6b27d3dbda25" -d '{"events": [{"server_uuid": "4960e21e-cad8-4ab3-8d30-800f64692f88", "name": "network-vif-deleted", "tag": "92085804-04f9-491e-909d-de03a26ec439"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:40:07.610126 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b064025-1227-4d44-9d12-7f0211e31498 x-openstack-request-id: req-1b064025-1227-4d44-9d12-7f0211e31498 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:40:07.610126 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4960e21e-cad8-4ab3-8d30-800f64692f88", "name": "network-vif-deleted", "tag": "92085804-04f9-491e-909d-de03a26ec439", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:40:07.610393 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1b064025-1227-4d44-9d12-7f0211e31498 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:40:07.610985 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b064025-1227-4d44-9d12-7f0211e31498'] response: {'server_uuid': '4960e21e-cad8-4ab3-8d30-800f64692f88', 'name': 'network-vif-deleted', 'tag': '92085804-04f9-491e-909d-de03a26ec439', 'status': 'completed', 'code': 200} Jun 15 00:40:07.619699 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b80baece-34fd-4977-8db0-157486538acd up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:40:07.655804 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'name': 'tempest-TestMinimumBasicScenario-1947179397-router', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:40:03Z', 'updated_at': '2022-06-15T00:40:06Z', 'revision_number': 4, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'gw_port': {'id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:04Z', 'updated_at': '2022-06-15T00:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'ca416948-16d0-4522-b61e-b0649ca97c79', 'name': '', 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'mac_address': 'fa:16:3e:68:17:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f1e29b36-648e-404f-963b-40a0cee70874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:06Z', 'updated_at': '2022-06-15T00:40:06Z', 'revision_number': 2, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'subnets': [{'id': 'f1e29b36-648e-404f-963b-40a0cee70874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:07.705809 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d6b45-7b4f-470c-a389-8ae4a14fefca None None] The sync data for ids ['ed578e79-ee4a-4185-b0b5-534b7300f7e9'] in dv-cinder-835384-6-iscsi is: [{'id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'name': 'tempest-TestMinimumBasicScenario-1947179397-router', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:40:03Z', 'updated_at': '2022-06-15T00:40:06Z', 'revision_number': 4, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'gw_port': {'id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:04Z', 'updated_at': '2022-06-15T00:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'ca416948-16d0-4522-b61e-b0649ca97c79', 'name': '', 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'mac_address': 'fa:16:3e:68:17:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f1e29b36-648e-404f-963b-40a0cee70874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:06Z', 'updated_at': '2022-06-15T00:40:06Z', 'revision_number': 2, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'subnets': [{'id': 'f1e29b36-648e-404f-963b-40a0cee70874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:40:07.741366 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port b80baece-34fd-4977-8db0-157486538acd triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:07.741853 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b80baece-34fd-4977-8db0-157486538acd), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:07.916181 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:08.073903 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port b80baece-34fd-4977-8db0-157486538acd is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:08.625952 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727e59e-8d96-48af-801d-706824c2d55c req-016cd9f6-82b8-4cb0-9320-82f865196dfe tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:08.634809 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f727e59e-8d96-48af-801d-706824c2d55c req-016cd9f6-82b8-4cb0-9320-82f865196dfe tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0825443 Jun 15 00:40:08.736172 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f727e59e-8d96-48af-801d-706824c2d55c req-d125f759-5e2a-4461-8079-ab992991ca4f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792325 Jun 15 00:40:09.560464 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:40:09.636935 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:09.637302 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:09.715568 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:09.716047 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:09.739165 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=7c7cd965-acf9-4ce3-8455-4a3ae6c309ba,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:09.744867 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:09.798811 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:09.816783 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=7c7cd965-acf9-4ce3-8455-4a3ae6c309ba,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:09.879526 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fbdb7-94ce-4589-a664-0753d89733da req-6993db43-3962-4d1a-9dc3-f15e460c5a36 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:09.881062 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c5fbdb7-94ce-4589-a664-0753d89733da req-6993db43-3962-4d1a-9dc3-f15e460c5a36 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0598013 Jun 15 00:40:09.939048 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c5fbdb7-94ce-4589-a664-0753d89733da req-6296af86-d7e7-420f-aed1-cffe53aec947 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514607 Jun 15 00:40:11.094178 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552f84e-2a17-466c-add1-7f02fd0a34a3 req-eeac6cc0-e686-466f-a3aa-16bfa93b8c60 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:11.109219 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4552f84e-2a17-466c-add1-7f02fd0a34a3 req-eeac6cc0-e686-466f-a3aa-16bfa93b8c60 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0866573 Jun 15 00:40:11.128081 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:11.171819 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4552f84e-2a17-466c-add1-7f02fd0a34a3 req-a75eeca2-d9d2-4db3-b27d-f8848c51614f tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615695 Jun 15 00:40:11.346179 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 92085804-04f9-491e-909d-de03a26ec439 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:40:11.383191 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 92085804-04f9-491e-909d-de03a26ec439 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:40:11.383636 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 92085804-04f9-491e-909d-de03a26ec439 not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:40:11.535124 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Sync routers for ids ['ed578e79-ee4a-4185-b0b5-534b7300f7e9'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:40:11.555347 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Routers {'ed578e79-ee4a-4185-b0b5-534b7300f7e9'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:11.556909 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['ed578e79-ee4a-4185-b0b5-534b7300f7e9'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:11.629523 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:40:11.708069 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:11.708731 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:11.714549 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Set router ed578e79-ee4a-4185-b0b5-534b7300f7e9 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:11.793373 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a91758-5a07-4577-9122-5b105173688e req-0875ccbc-5866-4339-a8c1-9164ad0812cd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:11.822832 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-29a91758-5a07-4577-9122-5b105173688e req-0875ccbc-5866-4339-a8c1-9164ad0812cd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.1532629 Jun 15 00:40:11.866704 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:11.919842 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-29a91758-5a07-4577-9122-5b105173688e req-a6e2c425-176f-45ef-adfd-fdc5f23a7c61 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957673 Jun 15 00:40:11.941233 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:11.942466 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'name': 'tempest-TestMinimumBasicScenario-1947179397-router', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:40:03Z', 'updated_at': '2022-06-15T00:40:06Z', 'revision_number': 4, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'gw_port': {'id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:04Z', 'updated_at': '2022-06-15T00:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'ca416948-16d0-4522-b61e-b0649ca97c79', 'name': '', 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'mac_address': 'fa:16:3e:68:17:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f1e29b36-648e-404f-963b-40a0cee70874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:06Z', 'updated_at': '2022-06-15T00:40:06Z', 'revision_number': 2, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'subnets': [{'id': 'f1e29b36-648e-404f-963b-40a0cee70874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:11.947085 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:11.972744 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Checking router: ed578e79-ee4a-4185-b0b5-534b7300f7e9 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:40:11.973390 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Updating router ed578e79-ee4a-4185-b0b5-534b7300f7e9 port ca416948-16d0-4522-b61e-b0649ca97c79 binding host dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:40:12.004399 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:12.279302 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Publish callbacks [] for port (ca416948-16d0-4522-b61e-b0649ca97c79), precommit_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:12.288388 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:12.341879 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc054d-c871-4011-9195-e9d206e68c94 req-cb1d7daf-6f58-4a47-b25b-50d682bd44c1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:12.346561 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-badc054d-c871-4011-9195-e9d206e68c94 req-cb1d7daf-6f58-4a47-b25b-50d682bd44c1 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0787082 Jun 15 00:40:12.369481 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6960a99-03da-4059-a9b1-90beca4b0d3f None None] Pushing event updated for resources: {'Port': ['ID=ca416948-16d0-4522-b61e-b0649ca97c79,revision_number=3']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:12.412902 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Attempting to bind port ca416948-16d0-4522-b61e-b0649ca97c79 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:40:12.413433 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Attempting to bind port ca416948-16d0-4522-b61e-b0649ca97c79 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'c6430a7c-440d-4a06-9aa7-ee534fa16149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42'}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:40:12.413887 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Attempting to bind port ca416948-16d0-4522-b61e-b0649ca97c79 on network ec80ec8a-09a8-4c15-9d8a-20d019413d42 {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:40:12.420901 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:40:12.420901 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Checking segment: {'id': 'c6430a7c-440d-4a06-9aa7-ee534fa16149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:40:12.421400 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:12.421884 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Bound using segment: {'id': 'c6430a7c-440d-4a06-9aa7-ee534fa16149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42'} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:40:12.422450 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Bound port: ca416948-16d0-4522-b61e-b0649ca97c79, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6430a7c-440d-4a06-9aa7-ee534fa16149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42'}}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:40:12.423006 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:12.445051 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-badc054d-c871-4011-9195-e9d206e68c94 req-f800786a-1e74-42dc-96d8-aca1a5a80938 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885584 Jun 15 00:40:12.502594 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] For port ca416948-16d0-4522-b61e-b0649ca97c79, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:40:12.506463 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] For port ca416948-16d0-4522-b61e-b0649ca97c79, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=ca416948-16d0-4522-b61e-b0649ca97c79,segment=NetworkSegment(c6430a7c-440d-4a06-9aa7-ee534fa16149),segment_id=c6430a7c-440d-4a06-9aa7-ee534fa16149)] {{(pid=104112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:40:12.515488 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:12.572732 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6960a99-03da-4059-a9b1-90beca4b0d3f None None] Pushing event updated for resources: {'Port': ['ID=ca416948-16d0-4522-b61e-b0649ca97c79,revision_number=4']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:12.592503 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Routers {'ed578e79-ee4a-4185-b0b5-534b7300f7e9'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:12.593361 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['ed578e79-ee4a-4185-b0b5-534b7300f7e9'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:12.671134 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-0fd1e082-bc8f-4996-a519-117cd237826f None None] Provisioning complete for port ca416948-16d0-4522-b61e-b0649ca97c79 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:12.672103 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e082-bc8f-4996-a519-117cd237826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:12.716060 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] Set router ed578e79-ee4a-4185-b0b5-534b7300f7e9 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:12.800621 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-0fd1e082-bc8f-4996-a519-117cd237826f None None] Current status of the port ca416948-16d0-4522-b61e-b0649ca97c79 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:12.801085 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e082-bc8f-4996-a519-117cd237826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:12.840397 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-0fd1e082-bc8f-4996-a519-117cd237826f None None] For port ca416948-16d0-4522-b61e-b0649ca97c79, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=ca416948-16d0-4522-b61e-b0649ca97c79,segment=NetworkSegment(c6430a7c-440d-4a06-9aa7-ee534fa16149),segment_id=c6430a7c-440d-4a06-9aa7-ee534fa16149)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:12.853753 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e082-bc8f-4996-a519-117cd237826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:12.869554 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:12.915059 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1e082-bc8f-4996-a519-117cd237826f None None] Pushing event updated for resources: {'Port': ['ID=ca416948-16d0-4522-b61e-b0649ca97c79,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:12.947576 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'name': 'tempest-TestMinimumBasicScenario-1947179397-router', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:40:03Z', 'updated_at': '2022-06-15T00:40:06Z', 'revision_number': 4, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'gw_port': {'id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:04Z', 'updated_at': '2022-06-15T00:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'ca416948-16d0-4522-b61e-b0649ca97c79', 'name': '', 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'mac_address': 'fa:16:3e:68:17:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f1e29b36-648e-404f-963b-40a0cee70874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:06Z', 'updated_at': '2022-06-15T00:40:12Z', 'revision_number': 4, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'subnets': [{'id': 'f1e29b36-648e-404f-963b-40a0cee70874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:12.975396 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-d097f1c0-7895-40f8-9205-238a2e580300 None None] Provisioning complete for port ca416948-16d0-4522-b61e-b0649ca97c79 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:12.975675 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15759045-a34f-4fb9-82a1-b3e0cc1a86ec None None] The sync data for ids ['ed578e79-ee4a-4185-b0b5-534b7300f7e9'] in dv-cinder-835384-6-iscsi is: [{'id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'name': 'tempest-TestMinimumBasicScenario-1947179397-router', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:40:03Z', 'updated_at': '2022-06-15T00:40:06Z', 'revision_number': 4, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'gw_port': {'id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:04Z', 'updated_at': '2022-06-15T00:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'ca416948-16d0-4522-b61e-b0649ca97c79', 'name': '', 'network_id': 'ec80ec8a-09a8-4c15-9d8a-20d019413d42', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'mac_address': 'fa:16:3e:68:17:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f1e29b36-648e-404f-963b-40a0cee70874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:06Z', 'updated_at': '2022-06-15T00:40:12Z', 'revision_number': 4, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'subnets': [{'id': 'f1e29b36-648e-404f-963b-40a0cee70874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:40:12.977388 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d097f1c0-7895-40f8-9205-238a2e580300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:13.090555 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-d097f1c0-7895-40f8-9205-238a2e580300 None None] Current status of the port ca416948-16d0-4522-b61e-b0649ca97c79 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:13.095024 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cd957-5cb9-45af-9d2f-da7e328d5bb4 req-2b688018-3726-4d02-850c-6cd186b2c243 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:13.107774 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e94cd957-5cb9-45af-9d2f-da7e328d5bb4 req-2b688018-3726-4d02-850c-6cd186b2c243 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0758650 Jun 15 00:40:13.164568 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e94cd957-5cb9-45af-9d2f-da7e328d5bb4 req-7d218d9f-439e-4036-bde1-c61e4f3ccff9 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557895 Jun 15 00:40:13.614410 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device ca416948-16d0-4522-b61e-b0649ca97c79 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:40:13.627852 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04cf90-b147-41a6-af05-c39458739940 req-c67ea04e-4236-4b38-876a-dee6d41fc0c0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:13.629613 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b04cf90-b147-41a6-af05-c39458739940 req-c67ea04e-4236-4b38-876a-dee6d41fc0c0 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0773280 Jun 15 00:40:13.672849 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port ca416948-16d0-4522-b61e-b0649ca97c79 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:13.673399 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:13.692838 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b04cf90-b147-41a6-af05-c39458739940 req-72fb9bb6-288b-45ca-b1ad-83412a548505 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/security-groups?id=61724b69-261e-463f-a48f-6b702582fe28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543590 Jun 15 00:40:13.761395 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:13.768358 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port ca416948-16d0-4522-b61e-b0649ca97c79 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:13.959936 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcc690-65ab-4dbb-a55a-dd8cac654db2 req-7457fabe-b42c-43af-9a6f-ae39b7edb58a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:13.963351 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c5bcc690-65ab-4dbb-a55a-dd8cac654db2 req-7457fabe-b42c-43af-9a6f-ae39b7edb58a tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.42 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 946 time: 0.0663753 Jun 15 00:40:13.972934 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-b47c5ac0-f448-47ff-8627-eb953153cb96 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:13.975468 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-b47c5ac0-f448-47ff-8627-eb953153cb96 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.42 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.0736251 Jun 15 00:40:14.079323 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-c5bcc690-65ab-4dbb-a55a-dd8cac654db2 req-1f3509cb-d212-402d-91a9-fd5feeb87c43 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Deleting port b2bbd2bd-a2e4-4dfa-a62a-282539206286 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:40:14.080042 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-c5bcc690-65ab-4dbb-a55a-dd8cac654db2 req-1f3509cb-d212-402d-91a9-fd5feeb87c43 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:14.089154 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Deleting port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:40:14.095230 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:14.211603 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-c5bcc690-65ab-4dbb-a55a-dd8cac654db2 req-1f3509cb-d212-402d-91a9-fd5feeb87c43 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] For port b2bbd2bd-a2e4-4dfa-a62a-282539206286, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b2bbd2bd-a2e4-4dfa-a62a-282539206286,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:14.212290 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-c5bcc690-65ab-4dbb-a55a-dd8cac654db2 req-1f3509cb-d212-402d-91a9-fd5feeb87c43 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:14.232499 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [req-c5bcc690-65ab-4dbb-a55a-dd8cac654db2 req-1f3509cb-d212-402d-91a9-fd5feeb87c43 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Calling delete_port for b2bbd2bd-a2e4-4dfa-a62a-282539206286 owned by compute:nova {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:40:14.473507 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-c5bcc690-65ab-4dbb-a55a-dd8cac654db2 req-1f3509cb-d212-402d-91a9-fd5feeb87c43 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (b2bbd2bd-a2e4-4dfa-a62a-282539206286), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:14.522171 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['b2bbd2bd-a2e4-4dfa-a62a-282539206286'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:40:14.583997 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed770fe-9b45-45eb-a4be-e953911c3c95 req-7e7424da-3772-4298-bbcd-40b1173e91bf tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:14.585474 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:14.587319 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ed770fe-9b45-45eb-a4be-e953911c3c95 req-7e7424da-3772-4298-bbcd-40b1173e91bf tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 945 time: 0.1138539 Jun 15 00:40:14.594248 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3509cb-d212-402d-91a9-fd5feeb87c43 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Pushing event deleted for resources: {'Port': ['ID=b2bbd2bd-a2e4-4dfa-a62a-282539206286,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:14.615006 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bcc690-65ab-4dbb-a55a-dd8cac654db2 req-1f3509cb-d212-402d-91a9-fd5feeb87c43 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] No DVR routers for this DVR port b2bbd2bd-a2e4-4dfa-a62a-282539206286 on host hv-cinder-83538 {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:40:14.617540 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-c5bcc690-65ab-4dbb-a55a-dd8cac654db2 req-1f3509cb-d212-402d-91a9-fd5feeb87c43 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:14.621821 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c5bcc690-65ab-4dbb-a55a-dd8cac654db2 req-1f3509cb-d212-402d-91a9-fd5feeb87c43 tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.42 "DELETE /v2.0/ports/b2bbd2bd-a2e4-4dfa-a62a-282539206286 HTTP/1.1" status: 204 len: 173 time: 0.6505537 Jun 15 00:40:14.622267 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ae8573-31c0-4021-bb7d-ca97d07d22af', 'name': 'network-vif-deleted', 'tag': 'b2bbd2bd-a2e4-4dfa-a62a-282539206286'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:40:14.624593 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005e3e24-cdea-49ec-99ca-8c8ad326a238" -d '{"events": [{"server_uuid": "47ae8573-31c0-4021-bb7d-ca97d07d22af", "name": "network-vif-deleted", "tag": "b2bbd2bd-a2e4-4dfa-a62a-282539206286"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:40:14.661688 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] For port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:14.662075 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:14.665862 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e89e471-73e1-4d2e-a6e5-f6fc846ca4e4 x-openstack-request-id: req-5e89e471-73e1-4d2e-a6e5-f6fc846ca4e4 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:40:14.666439 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ae8573-31c0-4021-bb7d-ca97d07d22af", "name": "network-vif-deleted", "tag": "b2bbd2bd-a2e4-4dfa-a62a-282539206286", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:40:14.666921 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5e89e471-73e1-4d2e-a6e5-f6fc846ca4e4 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:40:14.667514 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e89e471-73e1-4d2e-a6e5-f6fc846ca4e4'] response: {'server_uuid': '47ae8573-31c0-4021-bb7d-ca97d07d22af', 'name': 'network-vif-deleted', 'tag': 'b2bbd2bd-a2e4-4dfa-a62a-282539206286', 'status': 'completed', 'code': 200} Jun 15 00:40:14.699574 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ed770fe-9b45-45eb-a4be-e953911c3c95 req-ddbdde95-02c6-45e4-82a9-0121a6909483 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b2dd41-2311-4619-a396-9add42132214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006353 Jun 15 00:40:14.759257 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:14.829827 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4ad1aec7-4ec5-4cca-a623-98d29f51d308 req-f9eca699-695c-44e2-897b-0825e6b25aae tempest-ServerRescueNegativeTestJSON-727036660 tempest-ServerRescueNegativeTestJSON-727036660-project] 10.222.0.33 "GET /v2.0/ports?device_id=47ae8573-31c0-4021-bb7d-ca97d07d22af HTTP/1.1" status: 200 len: 210 time: 0.0409148 Jun 15 00:40:14.982237 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:14.982910 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (eb2357e4-b305-47a3-abc9-8ca3b7851fa0), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:14.983560 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Floating IP eb2357e4-b305-47a3-abc9-8ca3b7851fa0 disassociated. External IP: 172.27.3.95, port: 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f. Jun 15 00:40:14.983660 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Calling delete_port for 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:40:15.118490 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:15.146340 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:15.179198 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event deleted for resources: {'Port': ['ID=6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:15.310578 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:40:15.455344 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:40:15.466565 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9bec33-3ae5-4219-a566-b4ed9fddf003 None None] Sync routers for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:40:15.508582 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9bec33-3ae5-4219-a566-b4ed9fddf003 None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:15.509270 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] No DVR routers for this DVR port 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:40:15.511967 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-1c9bec33-3ae5-4219-a566-b4ed9fddf003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:15.515652 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:15.519346 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ee42ce7-370e-4827-865d-631481e4a5c0 req-c1dbe428-8d08-405f-b2c7-e8e143aa01c8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.42 "DELETE /v2.0/ports/6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f HTTP/1.1" status: 204 len: 173 time: 1.5379963 Jun 15 00:40:15.519803 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50956474-5c4e-4b66-b9d0-9e84c8d8874e', 'name': 'network-vif-deleted', 'tag': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:40:15.522534 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d71619b-e263-425f-a795-436832217115" -d '{"events": [{"server_uuid": "50956474-5c4e-4b66-b9d0-9e84c8d8874e", "name": "network-vif-deleted", "tag": "6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:40:15.742420 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-1c9bec33-3ae5-4219-a566-b4ed9fddf003 None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:15.759754 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5559ee-ca4e-4974-899a-b7a7f2ebd041 x-openstack-request-id: req-ac5559ee-ca4e-4974-899a-b7a7f2ebd041 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:40:15.760046 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50956474-5c4e-4b66-b9d0-9e84c8d8874e", "name": "network-vif-deleted", "tag": "6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:40:15.760294 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ac5559ee-ca4e-4974-899a-b7a7f2ebd041 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:40:15.760696 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5559ee-ca4e-4974-899a-b7a7f2ebd041'] response: {'server_uuid': '50956474-5c4e-4b66-b9d0-9e84c8d8874e', 'name': 'network-vif-deleted', 'tag': '6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f', 'status': 'completed', 'code': 200} Jun 15 00:40:15.787951 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:15.850041 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e5c969ed-f916-4c12-9e17-d12decc76e9f req-ab836704-5437-434c-8756-7e92decc6852 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=50956474-5c4e-4b66-b9d0-9e84c8d8874e HTTP/1.1" status: 200 len: 210 time: 0.0393450 Jun 15 00:40:15.903463 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60074) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:16.029010 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-1c9bec33-3ae5-4219-a566-b4ed9fddf003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:56Z', 'revision_number': 5, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:16.081517 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9bec33-3ae5-4219-a566-b4ed9fddf003 None None] Checking router: db8f38eb-5817-49ad-9b9e-39c0bb8ac411 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:40:16.093327 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9bec33-3ae5-4219-a566-b4ed9fddf003 None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:16.094546 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-1c9bec33-3ae5-4219-a566-b4ed9fddf003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:16.262446 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-1c9bec33-3ae5-4219-a566-b4ed9fddf003 None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:16.515011 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-1c9bec33-3ae5-4219-a566-b4ed9fddf003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:56Z', 'revision_number': 5, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:16.547648 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9bec33-3ae5-4219-a566-b4ed9fddf003 None None] The sync data for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi is: [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:56Z', 'revision_number': 5, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:40:16.599304 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3507f0fc-93a2-4b2e-b93b-989ead888fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7978681'] for router_interface (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:16.862414 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:16.865059 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:16.918304 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-3507f0fc-93a2-4b2e-b93b-989ead888fe8 admin admin] Deleting port 6f353668-9c43-4961-93c2-0490d7af8ee1 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:40:16.918927 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3507f0fc-93a2-4b2e-b93b-989ead888fe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:16.921701 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa3b27c-de43-4727-ac48-1a51ffac6d07 None None] New status for floating IP eb2357e4-b305-47a3-abc9-8ca3b7851fa0: DOWN {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:40:17.006077 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 60084) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:17.014248 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:17.020294 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-3507f0fc-93a2-4b2e-b93b-989ead888fe8 admin admin] For port 6f353668-9c43-4961-93c2-0490d7af8ee1, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=6f353668-9c43-4961-93c2-0490d7af8ee1,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:17.020667 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3507f0fc-93a2-4b2e-b93b-989ead888fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:17.037516 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-3507f0fc-93a2-4b2e-b93b-989ead888fe8 admin admin] Calling delete_port for 6f353668-9c43-4961-93c2-0490d7af8ee1 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:40:17.072896 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e0a86124-8c33-47c8-a271-a87683ca2621 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group (d5b2dd41-2311-4619-a396-9add42132214), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:17.110616 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e0a86124-8c33-47c8-a271-a87683ca2621 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group (d5b2dd41-2311-4619-a396-9add42132214), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:17.175623 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e0a86124-8c33-47c8-a271-a87683ca2621 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (d5b2dd41-2311-4619-a396-9add42132214), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:17.178448 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e0a86124-8c33-47c8-a271-a87683ca2621 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:17.179642 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-e0a86124-8c33-47c8-a271-a87683ca2621 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "DELETE /v2.0/security-groups/d5b2dd41-2311-4619-a396-9add42132214 HTTP/1.1" status: 204 len: 168 time: 0.1732318 Jun 15 00:40:17.187568 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60086) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:17.193428 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a86124-8c33-47c8-a271-a87683ca2621 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b2dd41-2311-4619-a396-9add42132214,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:17.208121 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-3d498902-4b83-4ed2-be5e-9552cae49a6c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] show failed (client error): The resource could not be found. Jun 15 00:40:17.212393 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3d498902-4b83-4ed2-be5e-9552cae49a6c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups/d5b2dd41-2311-4619-a396-9add42132214 HTTP/1.1" status: 404 len: 347 time: 0.0206866 Jun 15 00:40:17.212393 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60088) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:17.374661 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:40:17.392434 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-e7effe1b-5a62-4510-998f-deaba3f1ab9a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Deleting port 85eb8081-486b-436a-a1ca-76c80ed51f0f {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:40:17.392812 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e7effe1b-5a62-4510-998f-deaba3f1ab9a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (85eb8081-486b-436a-a1ca-76c80ed51f0f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:17.407206 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:40:17.407796 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 6f9f9d6c-10ee-462c-9ed8-bb5ee09df66f not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:40:17.408442 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device b2bbd2bd-a2e4-4dfa-a62a-282539206286 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:40:17.429567 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: b2bbd2bd-a2e4-4dfa-a62a-282539206286 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:40:17.430302 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device b2bbd2bd-a2e4-4dfa-a62a-282539206286 not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:40:17.478356 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3507f0fc-93a2-4b2e-b93b-989ead888fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (6f353668-9c43-4961-93c2-0490d7af8ee1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:17.504058 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507f0fc-93a2-4b2e-b93b-989ead888fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f353668-9c43-4961-93c2-0490d7af8ee1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:17.519701 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e7effe1b-5a62-4510-998f-deaba3f1ab9a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (85eb8081-486b-436a-a1ca-76c80ed51f0f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:17.520199 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e7effe1b-5a62-4510-998f-deaba3f1ab9a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (85eb8081-486b-436a-a1ca-76c80ed51f0f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:17.554026 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-e7effe1b-5a62-4510-998f-deaba3f1ab9a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Calling delete_port for 85eb8081-486b-436a-a1ca-76c80ed51f0f owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:40:17.756972 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:17.782705 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3507f0fc-93a2-4b2e-b93b-989ead888fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7930136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7978541'] for router_interface (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:17.799137 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:18.175842 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e7effe1b-5a62-4510-998f-deaba3f1ab9a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (85eb8081-486b-436a-a1ca-76c80ed51f0f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.208441 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7effe1b-5a62-4510-998f-deaba3f1ab9a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event deleted for resources: {'Port': ['ID=85eb8081-486b-436a-a1ca-76c80ed51f0f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:18.345225 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e7effe1b-5a62-4510-998f-deaba3f1ab9a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (eb2357e4-b305-47a3-abc9-8ca3b7851fa0), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.347943 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e7effe1b-5a62-4510-998f-deaba3f1ab9a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.349076 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e7effe1b-5a62-4510-998f-deaba3f1ab9a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "DELETE /v2.0/floatingips/eb2357e4-b305-47a3-abc9-8ca3b7851fa0 HTTP/1.1" status: 204 len: 168 time: 1.1360490 Jun 15 00:40:18.395867 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3507f0fc-93a2-4b2e-b93b-989ead888fe8 admin admin] Router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:40:18.439976 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 60098) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:18.445073 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-66dad365-2c3e-4bd8-9b0a-121d5651938b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175292446', 'description': 'tempest-description--616601332'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:18.479602 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-66dad365-2c3e-4bd8-9b0a-121d5651938b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.527679 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3507f0fc-93a2-4b2e-b93b-989ead888fe8 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:40:18.533367 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3507f0fc-93a2-4b2e-b93b-989ead888fe8 admin admin] 10.222.0.33 "PUT /v2.0/routers/fbfb81e5-a8a2-4eb0-a203-1c31f22713e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6286349 Jun 15 00:40:18.536446 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 60102) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:18.540194 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e77b0-bf93-443d-b77e-17aa6ad1d8ac None None] Sync routers for ids ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:40:18.544967 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:18.551336 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e77b0-bf93-443d-b77e-17aa6ad1d8ac None None] Routers {'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:18.551957 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ec6e77b0-bf93-443d-b77e-17aa6ad1d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:18.657252 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-66dad365-2c3e-4bd8-9b0a-121d5651938b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group (157fda22-a48d-44ac-af9b-ecd146a370c6), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.662674 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-ec6e77b0-bf93-443d-b77e-17aa6ad1d8ac None None] Set router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:18.663754 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-66dad365-2c3e-4bd8-9b0a-121d5651938b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (157fda22-a48d-44ac-af9b-ecd146a370c6), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.706626 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Publish callbacks [] for router (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.712914 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-66dad365-2c3e-4bd8-9b0a-121d5651938b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.717183 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60110) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:18.717345 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-66dad365-2c3e-4bd8-9b0a-121d5651938b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2756538 Jun 15 00:40:18.721775 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-f6d633b3-3378-4264-95dd-fa02ca3feda0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Request body: {'security_group_rule': {'security_group_id': '157fda22-a48d-44ac-af9b-ecd146a370c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:18.760899 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f6d633b3-3378-4264-95dd-fa02ca3feda0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group_rule (e17ecf3c-125d-4cf9-aa71-b27fc739ca7d), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.789419 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:18.803479 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dad365-2c3e-4bd8-9b0a-121d5651938b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157fda22-a48d-44ac-af9b-ecd146a370c6,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:18.841551 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f6d633b3-3378-4264-95dd-fa02ca3feda0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group_rule (e17ecf3c-125d-4cf9-aa71-b27fc739ca7d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.846751 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f6d633b3-3378-4264-95dd-fa02ca3feda0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (e17ecf3c-125d-4cf9-aa71-b27fc739ca7d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.854422 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Publish callbacks [] for router_gateway (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.867061 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d633b3-3378-4264-95dd-fa02ca3feda0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17ecf3c-125d-4cf9-aa71-b27fc739ca7d,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:18.871345 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ec6e77b0-bf93-443d-b77e-17aa6ad1d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:40:17Z', 'revision_number': 5, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port': {'id': '3db9febf-3d30-45b9-bd7b-326bbaf10285', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:18.882286 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f6d633b3-3378-4264-95dd-fa02ca3feda0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.888776 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f6d633b3-3378-4264-95dd-fa02ca3feda0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699660 Jun 15 00:40:18.889726 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60118) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:18.895093 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-5eaeb356-46c2-4b6d-9b31-63bfd47708c2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Request body: {'security_group_rule': {'security_group_id': '157fda22-a48d-44ac-af9b-ecd146a370c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:18.903854 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e77b0-bf93-443d-b77e-17aa6ad1d8ac None None] Checking router: fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:40:18.914700 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e77b0-bf93-443d-b77e-17aa6ad1d8ac None None] Routers {'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:18.915607 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ec6e77b0-bf93-443d-b77e-17aa6ad1d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:18.923125 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Deleting port 3db9febf-3d30-45b9-bd7b-326bbaf10285 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:40:18.923487 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:18.943362 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb356-46c2-4b6d-9b31-63bfd47708c2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group_rule (ee416653-a79d-4396-9ea9-45f6d2819326), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.012065 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb356-46c2-4b6d-9b31-63bfd47708c2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group_rule (ee416653-a79d-4396-9ea9-45f6d2819326), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.016339 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb356-46c2-4b6d-9b31-63bfd47708c2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (ee416653-a79d-4396-9ea9-45f6d2819326), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.033366 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeb356-46c2-4b6d-9b31-63bfd47708c2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee416653-a79d-4396-9ea9-45f6d2819326,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:19.048124 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb356-46c2-4b6d-9b31-63bfd47708c2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.049524 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5eaeb356-46c2-4b6d-9b31-63bfd47708c2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588032 Jun 15 00:40:19.052647 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60128) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:19.058260 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:19.064010 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:19.084830 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.142312 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-ec6e77b0-bf93-443d-b77e-17aa6ad1d8ac None None] Set router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:19.171889 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.194124 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ec6e77b0-bf93-443d-b77e-17aa6ad1d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:40:18Z', 'revision_number': 6, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port_host': None}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:19.224424 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e77b0-bf93-443d-b77e-17aa6ad1d8ac None None] The sync data for ids ['fbfb81e5-a8a2-4eb0-a203-1c31f22713e5'] in dv-cinder-835384-6-iscsi is: [{'id': 'fbfb81e5-a8a2-4eb0-a203-1c31f22713e5', 'name': 'tempest-ServerRescueNegativeTestJSON-957699479-router', 'tenant_id': 'c41af6aa819743d380018ec1eed0a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:40:18Z', 'revision_number': 6, 'project_id': 'c41af6aa819743d380018ec1eed0a793', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:40:19.235555 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:19.295065 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Allocated IP 172.27.3.201 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/e342131a-9eb0-498a-8447-4cdc4bde810e) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:40:19.323895 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] For port 3db9febf-3d30-45b9-bd7b-326bbaf10285, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=3db9febf-3d30-45b9-bd7b-326bbaf10285,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:19.324261 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.346610 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Calling delete_port for 3db9febf-3d30-45b9-bd7b-326bbaf10285 owned by network:router_gateway {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:40:19.365073 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-1440d166-abaa-4821-b853-1e291a47ccdc tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:19.366681 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-1440d166-abaa-4821-b853-1e291a47ccdc tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/networks?id=02cb83f7-9f95-4f22-97d9-1299928682fd HTTP/1.1" status: 200 len: 815 time: 0.4038286 Jun 15 00:40:19.403276 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for port (e342131a-9eb0-498a-8447-4cdc4bde810e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.412794 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-e14489e9-1c8b-4d60-9dc9-b8c66b93dd9b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/quotas/10b82c1cb87645d9831a2635a2aa01df HTTP/1.1" status: 200 len: 375 time: 0.0387850 Jun 15 00:40:19.414586 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:19.437796 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (e342131a-9eb0-498a-8447-4cdc4bde810e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.484108 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:40:19.487224 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:40:19.491283 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:40:19.510725 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-1efa1bb9-082f-4f90-b46a-bdd33618a57a tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=10b82c1cb87645d9831a2635a2aa01df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910096 Jun 15 00:40:19.515011 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event updated for resources: {'Port': ['ID=e342131a-9eb0-498a-8447-4cdc4bde810e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:19.616947 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (9823c556-5c33-433d-8300-2beb446c34cd), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.629609 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (3db9febf-3d30-45b9-bd7b-326bbaf10285), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.666642 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 6f353668-9c43-4961-93c2-0490d7af8ee1 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:40:19.673387 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db9febf-3d30-45b9-bd7b-326bbaf10285,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:19.693224 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (e342131a-9eb0-498a-8447-4cdc4bde810e), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.694400 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 6f353668-9c43-4961-93c2-0490d7af8ee1 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:40:19.694755 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 6f353668-9c43-4961-93c2-0490d7af8ee1 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:40:19.757691 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:19.792367 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963772'] for router_gateway (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.835599 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-6809fb23-3b1a-423a-8afd-8e585ac405c2 service neutron] 10.222.0.33 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074195 Jun 15 00:40:19.854201 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for port (e342131a-9eb0-498a-8447-4cdc4bde810e), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.859073 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (e342131a-9eb0-498a-8447-4cdc4bde810e), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.863021 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:19.919036 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2884'] for router (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.926311 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Publish callbacks [] for router_controller (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), precommit_delete_associations {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.932831 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event updated for resources: {'Port': ['ID=e342131a-9eb0-498a-8447-4cdc4bde810e,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:19.944878 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (9823c556-5c33-433d-8300-2beb446c34cd), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.961225 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:19.963089 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0a530afd-c3ef-4c0b-b90f-a023fae24837 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9090290 Jun 15 00:40:20.028142 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977708'] for router (fbfb81e5-a8a2-4eb0-a203-1c31f22713e5), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:20.028710 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 {{(pid=104110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 00:40:20.039045 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:20.042594 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-e4cbd782-8e44-4240-b571-94d9317389a0 admin admin] 10.222.0.33 "DELETE /v2.0/routers/fbfb81e5-a8a2-4eb0-a203-1c31f22713e5 HTTP/1.1" status: 204 len: 168 time: 1.5027471 Jun 15 00:40:20.043256 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60142) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:20.049625 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-e3ff713a-6105-45f0-aa5f-bb72ea01d05c service neutron] 10.222.0.33 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851325 Jun 15 00:40:20.122654 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-25204678-e247-4d2d-bc71-8842b6cf37de admin admin] Deleting subnet 45e8d5a0-f570-4a95-8507-e8e6d8242f3d {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:40:20.133103 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-25204678-e247-4d2d-bc71-8842b6cf37de admin admin] Publish callbacks [] for subnet (45e8d5a0-f570-4a95-8507-e8e6d8242f3d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:20.155614 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-07b339ce-100c-4efe-9b08-a00442a23d92 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1175292446&fields=id&tenant_id=ad57875727e24965a37faca9c9a30984 HTTP/1.1" status: 200 len: 267 time: 0.0811353 Jun 15 00:40:20.162955 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:20.211269 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-25204678-e247-4d2d-bc71-8842b6cf37de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3329255'] for subnet (45e8d5a0-f570-4a95-8507-e8e6d8242f3d), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:20.255228 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3a9c98bb-011b-4107-bd28-82127b998c63 req-84537d61-14bd-47c4-90d1-925d0c025ead tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 210 time: 0.0409358 Jun 15 00:40:20.373689 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-ec723d89-7a8a-45d9-9820-1af03428203d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:20.375222 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-ec723d89-7a8a-45d9-9820-1af03428203d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/networks?id=3761bde8-b221-417b-8881-85e060df935f HTTP/1.1" status: 200 len: 811 time: 0.2091496 Jun 15 00:40:20.395024 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-25204678-e247-4d2d-bc71-8842b6cf37de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (45e8d5a0-f570-4a95-8507-e8e6d8242f3d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:20.419258 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-0d2256c8-f1cb-40d0-9ebd-0b4c9b201560 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/quotas/ad57875727e24965a37faca9c9a30984 HTTP/1.1" status: 200 len: 375 time: 0.0341446 Jun 15 00:40:20.471975 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:20.488865 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-59e83e76-df2b-4577-a09a-375c7854d482 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ad57875727e24965a37faca9c9a30984&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619297 Jun 15 00:40:20.496133 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-25204678-e247-4d2d-bc71-8842b6cf37de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2329781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586366'] for subnet (45e8d5a0-f570-4a95-8507-e8e6d8242f3d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:20.533327 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25204678-e247-4d2d-bc71-8842b6cf37de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e8d5a0-f570-4a95-8507-e8e6d8242f3d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:20.535321 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-25204678-e247-4d2d-bc71-8842b6cf37de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:20.538495 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-25204678-e247-4d2d-bc71-8842b6cf37de admin admin] 10.222.0.33 "DELETE /v2.0/subnets/45e8d5a0-f570-4a95-8507-e8e6d8242f3d HTTP/1.1" status: 204 len: 168 time: 0.4945331 Jun 15 00:40:20.541642 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 60162) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:20.545996 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e3e7a-ad87-49e1-bf33-b64c2d9bdbb8 None None] Network 66e99f87-49a1-4115-bc83-5f9cfb627037 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:40:20.664509 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (66e99f87-49a1-4115-bc83-5f9cfb627037), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:20.723049 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-2c5a4fc2-899e-4a06-9c22-f8edc1f264eb service neutron] 10.222.0.33 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143476 Jun 15 00:40:20.735774 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Deleting port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:40:20.735988 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:20.803430 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6745b7-287a-420b-8c64-c90f2c34a3ea None None] DHCP port deletion for 66e99f87-49a1-4115-bc83-5f9cfb627037 request from dv-cinder-835384-6-iscsi {{(pid=104111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 00:40:20.811636 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] For port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=5dc739e5-cc1a-4a66-a8ad-a537ed1146f2,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:20.813218 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:20.833050 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Calling delete_port for 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:40:20.842496 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-8bd2f63d-c955-46af-9538-300c4abd9783 service neutron] 10.222.0.33 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103368 Jun 15 00:40:20.851443 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:20.860764 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-dc6745b7-287a-420b-8c64-c90f2c34a3ea None None] Deleting port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 {{(pid=104111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:40:20.861168 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-dc6745b7-287a-420b-8c64-c90f2c34a3ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), before_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:20.920724 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:20.929256 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-dc6745b7-287a-420b-8c64-c90f2c34a3ea None None] For port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=5dc739e5-cc1a-4a66-a8ad-a537ed1146f2,segment=NetworkSegment(90f04586-2d03-49e3-b044-60e5879c9cc8),segment_id=90f04586-2d03-49e3-b044-60e5879c9cc8)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:20.929884 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-dc6745b7-287a-420b-8c64-c90f2c34a3ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), precommit_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:20.944217 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-dc6745b7-287a-420b-8c64-c90f2c34a3ea None None] Calling delete_port for 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 owned by network:dhcp {{(pid=104111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:40:20.946908 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc739e5-cc1a-4a66-a8ad-a537ed1146f2,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:20.955157 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] No DVR routers for this DVR port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 on host dv-cinder-835384-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:40:21.071126 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (66e99f87-49a1-4115-bc83-5f9cfb627037), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:21.107473 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-dc6745b7-287a-420b-8c64-c90f2c34a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577'] for port (5dc739e5-cc1a-4a66-a8ad-a537ed1146f2), after_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:21.143098 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6745b7-287a-420b-8c64-c90f2c34a3ea None None] Pushing event deleted for resources: {'Port': ['ID=5dc739e5-cc1a-4a66-a8ad-a537ed1146f2,revision_number=None']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:21.145227 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6745b7-287a-420b-8c64-c90f2c34a3ea None None] No DVR routers for this DVR port 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 on host dv-cinder-835384-6-iscsi {{(pid=104111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:40:21.148710 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c87ecad6-ad71-467a-8e67-84108c60a178 req-edfa5ff1-a9fb-4637-9eb6-d6eb9ba8a843 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 210 time: 0.0715561 Jun 15 00:40:21.153643 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e99f87-49a1-4115-bc83-5f9cfb627037']}} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:21.165820 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f04586-2d03-49e3-b044-60e5879c9cc8') {'for_net_delete': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:21.166754 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f04586-2d03-49e3-b044-60e5879c9cc8') {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:21.178213 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3105944'] for segment (90f04586-2d03-49e3-b044-60e5879c9cc8), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:21.179742 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:21.194441 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (90f04586-2d03-49e3-b044-60e5879c9cc8), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:21.203547 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:40:21.203947 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117918'] for segment (90f04586-2d03-49e3-b044-60e5879c9cc8), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:21.292571 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (66e99f87-49a1-4115-bc83-5f9cfb627037), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:21.321497 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment 90f04586-2d03-49e3-b044-60e5879c9cc8 resource provider aggregate not found Jun 15 00:40:21.326210 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Pushing event deleted for resources: {'Network': ['ID=66e99f87-49a1-4115-bc83-5f9cfb627037,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:21.332666 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:21.337400 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-559a475f-5d7a-408a-8435-0b9bf830a31f admin admin] 10.222.0.33 "DELETE /v2.0/networks/66e99f87-49a1-4115-bc83-5f9cfb627037 HTTP/1.1" status: 204 len: 168 time: 0.7937381 Jun 15 00:40:21.360875 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment 90f04586-2d03-49e3-b044-60e5879c9cc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90f04586-2d03-49e3-b044-60e5879c9cc8 found for delete ", "request_id": "req-a53e772c-965f-4c2a-8dac-8c2513a2e9e4"}]} Jun 15 00:40:21.382972 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d51d20ac-4b78-462b-b57d-4a6015f3e095 req-1042affa-5b0f-4a8a-bee2-996d63251855 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 210 time: 0.0315416 Jun 15 00:40:21.470237 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60188) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:21.514004 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c7dca7d5-0acb-4e6a-8dd2-01df371a04c1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c41af6aa819743d380018ec1eed0a793&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425520 Jun 15 00:40:21.516515 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60190) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:21.552974 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:40:21.565800 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f06da157-b745-4976-a464-fbd99bd5a377 admin admin] Publish callbacks [] for security_group (61724b69-261e-463f-a48f-6b702582fe28), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:21.567156 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:21.572317 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:40:21.572663 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 5dc739e5-cc1a-4a66-a8ad-a537ed1146f2 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:40:21.573074 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 3db9febf-3d30-45b9-bd7b-326bbaf10285 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:40:21.590110 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f06da157-b745-4976-a464-fbd99bd5a377 admin admin] Publish callbacks [] for security_group (61724b69-261e-463f-a48f-6b702582fe28), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:21.591664 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 3db9febf-3d30-45b9-bd7b-326bbaf10285 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:40:21.592016 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 3db9febf-3d30-45b9-bd7b-326bbaf10285 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:40:21.640131 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f06da157-b745-4976-a464-fbd99bd5a377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (61724b69-261e-463f-a48f-6b702582fe28), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:21.642925 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f06da157-b745-4976-a464-fbd99bd5a377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:21.644149 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f06da157-b745-4976-a464-fbd99bd5a377 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/61724b69-261e-463f-a48f-6b702582fe28 HTTP/1.1" status: 204 len: 168 time: 0.1266809 Jun 15 00:40:21.652502 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06da157-b745-4976-a464-fbd99bd5a377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61724b69-261e-463f-a48f-6b702582fe28,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:21.919543 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-b251f596-9ff8-4f31-9ed3-9bb2b9c3b359 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:21.921482 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-b251f596-9ff8-4f31-9ed3-9bb2b9c3b359 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.42 "GET /v2.0/networks?id=02cb83f7-9f95-4f22-97d9-1299928682fd HTTP/1.1" status: 200 len: 815 time: 0.1658683 Jun 15 00:40:21.962194 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-3d63ddce-70ec-4db5-b1b2-00121566005b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Request body: {'port': {'device_id': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'admin_state_up': True, 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:21.987609 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:22.091697 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-3d63ddce-70ec-4db5-b1b2-00121566005b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Made reservation on behalf of 10b82c1cb87645d9831a2635a2aa01df for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:40:22.098549 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-3d63ddce-70ec-4db5-b1b2-00121566005b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:22.261704 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-3d63ddce-70ec-4db5-b1b2-00121566005b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Allocated IP 172.20.0.10 (02cb83f7-9f95-4f22-97d9-1299928682fd/39156c66-5bb4-4de5-adc7-3c16e8a77e76/d7b34ffa-4bfc-4d47-9845-95a69d24bfe7) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:40:22.273209 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7d17acdc-aa07-4e9a-a9d0-8093568a89ba req-1e5928ee-5f1d-4189-a76d-ef678f1658e1 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 210 time: 0.0368581 Jun 15 00:40:22.540919 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f945cc40-ab17-4990-bbc6-8ecb90498049 req-83fabe38-6a56-44d0-aafd-fa730d19cdb7 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 210 time: 0.0393472 Jun 15 00:40:22.545929 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:22.574427 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-94c3eb1a-26c4-421e-8c7a-0a29f0bcd074 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:22.575964 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-94c3eb1a-26c4-421e-8c7a-0a29f0bcd074 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.42 "GET /v2.0/networks?id=3761bde8-b221-417b-8881-85e060df935f HTTP/1.1" status: 200 len: 811 time: 0.1794460 Jun 15 00:40:22.598908 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-3d63ddce-70ec-4db5-b1b2-00121566005b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:22.634642 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-3d63ddce-70ec-4db5-b1b2-00121566005b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:22.685016 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-3d63ddce-70ec-4db5-b1b2-00121566005b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Network 02cb83f7-9f95-4f22-97d9-1299928682fd is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:40:22.688322 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-3d63ddce-70ec-4db5-b1b2-00121566005b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:40:22.690902 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-3d63ddce-70ec-4db5-b1b2-00121566005b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:40:22.727037 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63ddce-70ec-4db5-b1b2-00121566005b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event updated for resources: {'Port': ['ID=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:22.765157 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-3d63ddce-70ec-4db5-b1b2-00121566005b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:22.765818 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-3d63ddce-70ec-4db5-b1b2-00121566005b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:22.797724 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-3d63ddce-70ec-4db5-b1b2-00121566005b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8408511 Jun 15 00:40:22.822648 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-02756cb3-2fd1-4d2f-99c3-b05e43f8af8e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad57875727e24965a37faca9c9a30984 HTTP/1.1" status: 200 len: 380 time: 0.1046429 Jun 15 00:40:22.825860 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Request body: {'port': {'device_id': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:22.835109 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-87c5f4d7-df79-41f7-9cd0-ede65a386dcc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Request body: {'port': {'device_id': 'a64f1106-b24e-465a-97e1-f379d5babc95', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'admin_state_up': True, 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'security_groups': ['157fda22-a48d-44ac-af9b-ecd146a370c6']}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:23.026299 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:23.110224 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-95e577e1-4dfb-4c6d-be6c-53126b1acc25 None None] Provisioning complete for port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:23.111348 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-95e577e1-4dfb-4c6d-be6c-53126b1acc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:23.160042 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-87c5f4d7-df79-41f7-9cd0-ede65a386dcc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Made reservation on behalf of ad57875727e24965a37faca9c9a30984 for: {'port': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:40:23.171164 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-87c5f4d7-df79-41f7-9cd0-ede65a386dcc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:23.183395 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-95e577e1-4dfb-4c6d-be6c-53126b1acc25 None None] Port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:40:23.285772 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:23.338506 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:23.470731 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-87c5f4d7-df79-41f7-9cd0-ede65a386dcc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Allocated IP 172.20.0.11 (3761bde8-b221-417b-8881-85e060df935f/689a593e-4a17-4083-adfb-a273ffd4ed01/029210bb-8f83-405e-8d55-81b2e9efcf7d) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:40:23.522485 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79318d8f-cfa4-4f80-bf4d-737b700190a3 req-8b71b44d-ac42-4e1b-8a64-6b4b6b773249 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 210 time: 0.0937645 Jun 15 00:40:23.704096 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:40:23.785817 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Publish callbacks [] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:23.832507 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-87c5f4d7-df79-41f7-9cd0-ede65a386dcc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:23.832906 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fe5a5-d74d-40ee-a49c-7a01cb860105 req-a5433391-5176-4f02-9349-9a20ceddbb3c tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:23.840821 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb5fe5a5-d74d-40ee-a49c-7a01cb860105 req-a5433391-5176-4f02-9349-9a20ceddbb3c tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 932 time: 0.1395822 Jun 15 00:40:23.843331 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Transition to ACTIVE for port object d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:40:23.857043 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:23.913837 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-87c5f4d7-df79-41f7-9cd0-ede65a386dcc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:23.983048 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5f4d7-df79-41f7-9cd0-ede65a386dcc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event updated for resources: {'Port': ['ID=029210bb-8f83-405e-8d55-81b2e9efcf7d,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:23.990337 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-87c5f4d7-df79-41f7-9cd0-ede65a386dcc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Network 3761bde8-b221-417b-8881-85e060df935f is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:40:23.991810 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-87c5f4d7-df79-41f7-9cd0-ede65a386dcc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:40:23.994637 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-87c5f4d7-df79-41f7-9cd0-ede65a386dcc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:40:24.014097 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb5fe5a5-d74d-40ee-a49c-7a01cb860105 req-430281b3-d518-4080-b1fc-2083d1af2965 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722422 Jun 15 00:40:24.020207 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:24.095257 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-87c5f4d7-df79-41f7-9cd0-ede65a386dcc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:24.103391 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-87c5f4d7-df79-41f7-9cd0-ede65a386dcc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:24.119790 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:24.135331 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-87c5f4d7-df79-41f7-9cd0-ede65a386dcc tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3059316 Jun 15 00:40:24.187112 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Attempting to bind port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:40:24.187467 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Attempting to bind port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'd9b57448-e0c3-44c0-bc77-82718b0dd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:40:24.187797 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Attempting to bind port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 on network 02cb83f7-9f95-4f22-97d9-1299928682fd {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:40:24.192818 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 on network 02cb83f7-9f95-4f22-97d9-1299928682fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:40:24.193146 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Attempting to bind port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 on network 02cb83f7-9f95-4f22-97d9-1299928682fd {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:40:24.200436 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:40:24.200973 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Checking segment: {'id': 'd9b57448-e0c3-44c0-bc77-82718b0dd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:40:24.201370 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Bound using segment: {'id': 'd9b57448-e0c3-44c0-bc77-82718b0dd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:40:24.201848 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Bound port: d7b34ffa-4bfc-4d47-9845-95a69d24bfe7, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b57448-e0c3-44c0-bc77-82718b0dd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:40:24.202371 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:24.338113 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] For port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7, host hv-cinder-83538, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:40:24.345790 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] For port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:40:24.357087 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:24.426234 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-93ed3235-8370-4672-aeda-58ba71c065b4 None None] Provisioning complete for port 029210bb-8f83-405e-8d55-81b2e9efcf7d triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:24.427307 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-93ed3235-8370-4672-aeda-58ba71c065b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:24.428651 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:24.429641 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:24.432305 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] 10.222.0.42 "PUT /v2.0/ports/d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 HTTP/1.1" status: 200 len: 1094 time: 1.6167579 Jun 15 00:40:24.433016 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:40:24.435985 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9116cf-3dc9-4e4a-8cc8-d389cef066d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:40:24.517232 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a08711-6310-4bbe-a4fb-93df0da5a7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:24.536762 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ef86c6-97e3-42a1-ae15-42fdf2ceb17b x-openstack-request-id: req-80ef86c6-97e3-42a1-ae15-42fdf2ceb17b {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:40:24.537411 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:40:24.538314 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-80ef86c6-97e3-42a1-ae15-42fdf2ceb17b {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:40:24.539414 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ef86c6-97e3-42a1-ae15-42fdf2ceb17b'] response: {'name': 'network-changed', 'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7', 'status': 'completed', 'code': 200} Jun 15 00:40:24.567611 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-93ed3235-8370-4672-aeda-58ba71c065b4 None None] Port 029210bb-8f83-405e-8d55-81b2e9efcf7d cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:40:24.634350 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Request body: {'port': {'device_id': 'a64f1106-b24e-465a-97e1-f379d5babc95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:24.803782 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60306) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:24.853944 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce9f66-cd04-465e-9a18-3e063d7f7828 req-27b16775-5ac1-4d59-93c7-3458737ddd59 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:24.859493 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8ce9f66-cd04-465e-9a18-3e063d7f7828 req-27b16775-5ac1-4d59-93c7-3458737ddd59 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 932 time: 0.1654074 Jun 15 00:40:24.862496 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:25.013109 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8ce9f66-cd04-465e-9a18-3e063d7f7828 req-8ece8e8c-217e-4a2a-ba3a-ef1db0223938 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504979 Jun 15 00:40:25.135155 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dbcfeda8-6a87-4fab-ba0a-5baf86234429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:25.169332 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:25.173407 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-f80d39c2-9253-4b84-b549-854ec8abdaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:25.180410 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-f80d39c2-9253-4b84-b549-854ec8abdaba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10b82c1cb87645d9831a2635a2aa01df&device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 1128 time: 0.2240679 Jun 15 00:40:25.255397 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcd94f-f169-4746-9d52-0caff99d51fc req-e3be9a8e-76c2-42d5-adb5-f90c086b72bd tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:25.257332 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cdfcd94f-f169-4746-9d52-0caff99d51fc req-e3be9a8e-76c2-42d5-adb5-f90c086b72bd tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 944 time: 0.0642571 Jun 15 00:40:25.278255 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65543e-3b58-4d2e-b11e-ccc3b8b2d6e1 req-98797268-9c88-4422-9a04-a97d3c0e7d16 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:25.280050 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8e65543e-3b58-4d2e-b11e-ccc3b8b2d6e1 req-98797268-9c88-4422-9a04-a97d3c0e7d16 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0850806 Jun 15 00:40:25.340820 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:25.387622 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cdfcd94f-f169-4746-9d52-0caff99d51fc req-7e3a4725-27c0-4c7c-a906-f4f29007b6ef tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218293 Jun 15 00:40:25.401620 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:25.442837 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8e65543e-3b58-4d2e-b11e-ccc3b8b2d6e1 req-a4c515cb-1272-42e7-aac3-df7717b34134 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488297 Jun 15 00:40:25.449530 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dbcfeda8-6a87-4fab-ba0a-5baf86234429 admin admin] Publish callbacks [] for security_group (656dcc33-8876-4dc5-a843-e46a4e053c97), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:25.464498 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dbcfeda8-6a87-4fab-ba0a-5baf86234429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (656dcc33-8876-4dc5-a843-e46a4e053c97), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:25.531449 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfeda8-6a87-4fab-ba0a-5baf86234429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656dcc33-8876-4dc5-a843-e46a4e053c97,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:25.569802 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-dbcfeda8-6a87-4fab-ba0a-5baf86234429 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=496c2a737f634d42acfc80ec441221e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7603359 Jun 15 00:40:25.570392 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60314) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:25.597091 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029210bb-8f83-405e-8d55-81b2e9efcf7d {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:40:25.611621 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Publish callbacks [] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:25.641060 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1cafc885-2ebd-476c-9fe0-31b7afb06b60 admin admin] Publish callbacks [] for security_group (656dcc33-8876-4dc5-a843-e46a4e053c97), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:25.650942 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Transition to ACTIVE for port object 029210bb-8f83-405e-8d55-81b2e9efcf7d will not be triggered until provisioned by entity L2. {{(pid=104110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:40:25.656098 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:25.667992 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1cafc885-2ebd-476c-9fe0-31b7afb06b60 admin admin] Publish callbacks [] for security_group (656dcc33-8876-4dc5-a843-e46a4e053c97), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:25.709387 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Pushing event updated for resources: {'Port': ['ID=029210bb-8f83-405e-8d55-81b2e9efcf7d,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:25.737676 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1cafc885-2ebd-476c-9fe0-31b7afb06b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (656dcc33-8876-4dc5-a843-e46a4e053c97), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:25.741374 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1cafc885-2ebd-476c-9fe0-31b7afb06b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:25.742547 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1cafc885-2ebd-476c-9fe0-31b7afb06b60 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/656dcc33-8876-4dc5-a843-e46a4e053c97 HTTP/1.1" status: 204 len: 168 time: 0.1711369 Jun 15 00:40:25.759742 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafc885-2ebd-476c-9fe0-31b7afb06b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656dcc33-8876-4dc5-a843-e46a4e053c97,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:25.814222 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Attempting to bind port 029210bb-8f83-405e-8d55-81b2e9efcf7d on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:40:25.814696 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Attempting to bind port 029210bb-8f83-405e-8d55-81b2e9efcf7d by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:40:25.815119 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Attempting to bind port 029210bb-8f83-405e-8d55-81b2e9efcf7d on network 3761bde8-b221-417b-8881-85e060df935f {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:40:25.820302 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Port 029210bb-8f83-405e-8d55-81b2e9efcf7d on network 3761bde8-b221-417b-8881-85e060df935f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:40:25.821227 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Attempting to bind port 029210bb-8f83-405e-8d55-81b2e9efcf7d on network 3761bde8-b221-417b-8881-85e060df935f {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:40:25.826699 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:40:25.827143 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Checking segment: {'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:40:25.827602 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Bound using segment: {'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:40:25.828172 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Bound port: 029210bb-8f83-405e-8d55-81b2e9efcf7d, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3761bde8-b221-417b-8881-85e060df935f'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:40:25.828650 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:25.922676 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] For port 029210bb-8f83-405e-8d55-81b2e9efcf7d, host hv-cinder-83538, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:40:25.926365 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] For port 029210bb-8f83-405e-8d55-81b2e9efcf7d, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=029210bb-8f83-405e-8d55-81b2e9efcf7d,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:40:25.935187 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:26.009204 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:26.009834 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:26.011371 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] 10.222.0.42 "PUT /v2.0/ports/029210bb-8f83-405e-8d55-81b2e9efcf7d HTTP/1.1" status: 200 len: 1094 time: 1.3826790 Jun 15 00:40:26.011844 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64f1106-b24e-465a-97e1-f379d5babc95', 'tag': '029210bb-8f83-405e-8d55-81b2e9efcf7d'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:40:26.017113 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ed35a1-4272-4e74-9a6b-debdb01b20d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a64f1106-b24e-465a-97e1-f379d5babc95", "tag": "029210bb-8f83-405e-8d55-81b2e9efcf7d"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:40:26.045465 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cb1a9-3e36-435a-b52b-6c93a47931a2 service neutron] Pushing event updated for resources: {'Port': ['ID=029210bb-8f83-405e-8d55-81b2e9efcf7d,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:26.106274 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea8fe50-28f0-440d-a5b6-3740d19a041a x-openstack-request-id: req-3ea8fe50-28f0-440d-a5b6-3740d19a041a {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:40:26.107436 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64f1106-b24e-465a-97e1-f379d5babc95", "tag": "029210bb-8f83-405e-8d55-81b2e9efcf7d", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:40:26.108183 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3ea8fe50-28f0-440d-a5b6-3740d19a041a {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:40:26.109343 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea8fe50-28f0-440d-a5b6-3740d19a041a'] response: {'name': 'network-changed', 'server_uuid': 'a64f1106-b24e-465a-97e1-f379d5babc95', 'tag': '029210bb-8f83-405e-8d55-81b2e9efcf7d', 'status': 'completed', 'code': 200} Jun 15 00:40:26.252932 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfd48e-e716-4483-87e1-fc4fc6aa004d req-39be2fa9-37ed-427b-8b17-0e022b78bf0c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:26.254609 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-05bfd48e-e716-4483-87e1-fc4fc6aa004d req-39be2fa9-37ed-427b-8b17-0e022b78bf0c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 944 time: 0.0869534 Jun 15 00:40:26.345914 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-05bfd48e-e716-4483-87e1-fc4fc6aa004d req-385f29e6-baf0-41fe-9c11-ae4d18997dbd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804930 Jun 15 00:40:26.388173 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60326) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:26.402078 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5cf97b9f-3c3f-48d1-a6b3-d411049daad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:26.558372 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5cf97b9f-3c3f-48d1-a6b3-d411049daad4 admin admin] Publish callbacks [] for security_group (b21323da-40df-40ca-aead-cbca2f6f0b19), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:26.568867 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727fd77-6219-42cc-b6a1-66e7dd544bf1 req-a576ec23-8c1c-4bfa-adef-621c6ef48c66 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:26.570739 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0727fd77-6219-42cc-b6a1-66e7dd544bf1 req-a576ec23-8c1c-4bfa-adef-621c6ef48c66 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 944 time: 0.0827894 Jun 15 00:40:26.572162 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5cf97b9f-3c3f-48d1-a6b3-d411049daad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (b21323da-40df-40ca-aead-cbca2f6f0b19), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:26.594746 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b8507-2aa5-4cdb-92ac-9485728a948b req-fefbddd2-4789-42e0-aa50-12721d58c89e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:26.597143 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-693b8507-2aa5-4cdb-92ac-9485728a948b req-fefbddd2-4789-42e0-aa50-12721d58c89e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0601206 Jun 15 00:40:26.637833 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf97b9f-3c3f-48d1-a6b3-d411049daad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21323da-40df-40ca-aead-cbca2f6f0b19,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:26.644426 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5cf97b9f-3c3f-48d1-a6b3-d411049daad4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2f3989fd56424e5c89c00bf653f6a280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551832 Jun 15 00:40:26.649206 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 60332) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:26.674810 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0727fd77-6219-42cc-b6a1-66e7dd544bf1 req-991ce9d1-c24d-43a4-8e2c-d09bfe03cd82 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872402 Jun 15 00:40:26.712983 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:26.718316 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:26.723747 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-693b8507-2aa5-4cdb-92ac-9485728a948b req-28f61f23-fa9b-454d-abec-73b50e2881cf tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182549 Jun 15 00:40:26.743581 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a9cb73ae-ad2f-4789-92fa-55f9cbc89d98 admin admin] Publish callbacks [] for security_group (b21323da-40df-40ca-aead-cbca2f6f0b19), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:26.767128 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a9cb73ae-ad2f-4789-92fa-55f9cbc89d98 admin admin] Publish callbacks [] for security_group (b21323da-40df-40ca-aead-cbca2f6f0b19), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:26.816512 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a9cb73ae-ad2f-4789-92fa-55f9cbc89d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (b21323da-40df-40ca-aead-cbca2f6f0b19), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:26.819152 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a9cb73ae-ad2f-4789-92fa-55f9cbc89d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:26.820312 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-a9cb73ae-ad2f-4789-92fa-55f9cbc89d98 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b21323da-40df-40ca-aead-cbca2f6f0b19 HTTP/1.1" status: 204 len: 168 time: 0.1692996 Jun 15 00:40:26.828319 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb73ae-ad2f-4789-92fa-55f9cbc89d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21323da-40df-40ca-aead-cbca2f6f0b19,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:27.547267 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfae29-0d5c-4088-bf29-be58cceede15 req-87ee4830-3a9d-41d4-9e5e-3141573d1d58 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:27.549022 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-31cfae29-0d5c-4088-bf29-be58cceede15 req-87ee4830-3a9d-41d4-9e5e-3141573d1d58 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 944 time: 0.0930107 Jun 15 00:40:27.592458 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-691f88a0-547f-49d4-a7d6-382ec9eb673d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:27.684256 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-31cfae29-0d5c-4088-bf29-be58cceede15 req-33c3cf70-68d9-46bb-958d-9b269c5c2706 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232016 Jun 15 00:40:27.833422 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ffe30-421f-4719-9af0-12c7b1b94518 req-ef2e7d5a-8311-430f-94a9-646e530987b0 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:27.836127 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7e6ffe30-421f-4719-9af0-12c7b1b94518 req-ef2e7d5a-8311-430f-94a9-646e530987b0 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 944 time: 0.0897446 Jun 15 00:40:27.915965 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8364a2-f889-48cd-bfd1-5c6e149ead03 req-4c05a722-e9cd-4694-bae6-08ebd31d29b9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:27.918166 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0d8364a2-f889-48cd-bfd1-5c6e149ead03 req-4c05a722-e9cd-4694-bae6-08ebd31d29b9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0997431 Jun 15 00:40:27.922230 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7e6ffe30-421f-4719-9af0-12c7b1b94518 req-cc5edb6e-fd6f-462a-b606-43b19e36a578 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802469 Jun 15 00:40:28.012166 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0d8364a2-f889-48cd-bfd1-5c6e149ead03 req-1519c0ad-416c-42ce-b3aa-145b4c437c89 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792196 Jun 15 00:40:28.835059 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bb7e7-9446-4386-8904-8cc88f5c00cd req-d1bb1daa-c7ef-41c9-a25a-608ae46883dd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:28.837955 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-512bb7e7-9446-4386-8904-8cc88f5c00cd req-d1bb1daa-c7ef-41c9-a25a-608ae46883dd tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 944 time: 0.0605552 Jun 15 00:40:28.909680 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-512bb7e7-9446-4386-8904-8cc88f5c00cd req-4985b12c-7144-4ab6-855f-ea3b416cd24a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659385 Jun 15 00:40:29.119189 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d8d66-b45c-4276-8e57-de609a0d1662 req-b60e4f12-560b-48f3-b388-12d6fd609233 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:29.121594 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-273d8d66-b45c-4276-8e57-de609a0d1662 req-b60e4f12-560b-48f3-b388-12d6fd609233 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 944 time: 0.1114581 Jun 15 00:40:29.177395 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b02e24-0bd6-4634-a9f2-aa4c8cdfdd13 req-770cb0df-ec5d-4298-964a-585847caa26f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:29.185785 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60b02e24-0bd6-4634-a9f2-aa4c8cdfdd13 req-770cb0df-ec5d-4298-964a-585847caa26f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0915518 Jun 15 00:40:29.224186 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-273d8d66-b45c-4276-8e57-de609a0d1662 req-87763fd2-5ba7-4446-91f8-30a8b5320192 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872409 Jun 15 00:40:29.266729 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60b02e24-0bd6-4634-a9f2-aa4c8cdfdd13 req-aeb296d3-7390-4fdd-ad9c-de6a68a6db94 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797427 Jun 15 00:40:30.017811 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6dd78e8b-3cc3-4262-bcfe-5850e0fa1c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:30.044630 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e13181-fbe7-4921-a5ce-f507c4f4b5f3 req-0a35ecb5-98ee-43a9-b602-11d17df8193d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:30.046252 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e4e13181-fbe7-4921-a5ce-f507c4f4b5f3 req-0a35ecb5-98ee-43a9-b602-11d17df8193d tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 944 time: 0.0621350 Jun 15 00:40:30.098369 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e4e13181-fbe7-4921-a5ce-f507c4f4b5f3 req-71622e0e-64c7-4331-a3c9-4d8b205c25af tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463748 Jun 15 00:40:30.441822 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596d226-1229-4efc-ba2e-ea5777d87719 req-b36ece2a-62f9-42b5-9991-b37ace157b59 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:30.447164 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2596d226-1229-4efc-ba2e-ea5777d87719 req-b36ece2a-62f9-42b5-9991-b37ace157b59 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 944 time: 0.1244388 Jun 15 00:40:30.479504 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=17 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:30.515785 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2596d226-1229-4efc-ba2e-ea5777d87719 req-2d11e0d0-3893-40cb-abc5-fecc2a152f3d tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607665 Jun 15 00:40:30.677742 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:30.766448 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7d056-6cec-4522-86f1-1c60e5065e78 req-7516eed3-71ff-4f30-ae87-b1eb9eccb0da tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:30.778071 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8bd7d056-6cec-4522-86f1-1c60e5065e78 req-7516eed3-71ff-4f30-ae87-b1eb9eccb0da tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.1091480 Jun 15 00:40:30.789770 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae9a11-940f-44f8-9b6a-9c17394602be req-934ec5a9-953f-4db7-966a-01099dd309fd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:30.798601 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-47ae9a11-940f-44f8-9b6a-9c17394602be req-934ec5a9-953f-4db7-966a-01099dd309fd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.1452577 Jun 15 00:40:30.863984 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-47ae9a11-940f-44f8-9b6a-9c17394602be req-e4cb9b4c-a0a9-4099-9ed3-3a32c4a8564a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642428 Jun 15 00:40:30.871868 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8bd7d056-6cec-4522-86f1-1c60e5065e78 req-e760a090-c579-4996-8891-b2755a7d05a3 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923302 Jun 15 00:40:30.886145 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:31.182569 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:31.227862 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e810235-be40-405c-85ac-dfff2a907ea1 req-984d6d83-c86b-4c4e-aea3-901f5075603b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:31.229541 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e810235-be40-405c-85ac-dfff2a907ea1 req-984d6d83-c86b-4c4e-aea3-901f5075603b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 944 time: 0.0561032 Jun 15 00:40:31.283774 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e810235-be40-405c-85ac-dfff2a907ea1 req-77a802b5-f4d9-4cfc-bef7-3ad9ec111598 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452967 Jun 15 00:40:31.640219 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5a1a9-1d53-4b26-9a57-088ed829e1b6 req-4a245826-d8ca-48d6-9b2b-e0325a3e712e tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:31.641947 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-38f5a1a9-1d53-4b26-9a57-088ed829e1b6 req-4a245826-d8ca-48d6-9b2b-e0325a3e712e tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 944 time: 0.0517132 Jun 15 00:40:31.693813 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-38f5a1a9-1d53-4b26-9a57-088ed829e1b6 req-b5489dcb-b9c0-40f7-95a4-7a29e5335785 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461168 Jun 15 00:40:32.045674 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bad08-2d04-4599-bb89-8fc010301bb9 req-6f667a4c-8a63-4405-92b4-79f00b21ce21 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:32.047964 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6d4bad08-2d04-4599-bb89-8fc010301bb9 req-6f667a4c-8a63-4405-92b4-79f00b21ce21 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0878105 Jun 15 00:40:32.060833 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfd616-606e-4bd1-a416-11204912f097 req-a45b41c8-9d45-48e9-bc4f-2a65b4adf17c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:32.062612 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09cfd616-606e-4bd1-a416-11204912f097 req-a45b41c8-9d45-48e9-bc4f-2a65b4adf17c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0805795 Jun 15 00:40:32.108477 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6d4bad08-2d04-4599-bb89-8fc010301bb9 req-a00a7db5-ce47-4940-b113-14ac230434b1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537405 Jun 15 00:40:32.144988 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09cfd616-606e-4bd1-a416-11204912f097 req-cab1f282-3b51-4ee1-8938-0e70d849d666 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767763 Jun 15 00:40:32.408625 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65135242-5358-4182-8a36-1b6c2a9c3b3b req-944a8dd0-3172-4996-acad-cab85c761f36 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:32.410109 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-65135242-5358-4182-8a36-1b6c2a9c3b3b req-944a8dd0-3172-4996-acad-cab85c761f36 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 944 time: 0.0540726 Jun 15 00:40:32.453929 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:32.464978 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-65135242-5358-4182-8a36-1b6c2a9c3b3b req-d3217f5d-88aa-4268-b6d6-b46cff0946b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492790 Jun 15 00:40:32.815827 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef97097-bc0e-4a7d-b68b-c593eddf6402 req-55af12f5-a0f7-44f3-a082-7e57febac2fe tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:32.817318 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eef97097-bc0e-4a7d-b68b-c593eddf6402 req-55af12f5-a0f7-44f3-a082-7e57febac2fe tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 944 time: 0.0474758 Jun 15 00:40:32.864707 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eef97097-bc0e-4a7d-b68b-c593eddf6402 req-2910a51b-575a-4b38-b32d-e19b05e6cccc tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418298 Jun 15 00:40:33.227418 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565495f-7310-4a64-a819-b6fc4a4a52ce req-45178b2e-4884-471f-b3fc-ef2d6df02980 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:33.228946 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a565495f-7310-4a64-a819-b6fc4a4a52ce req-45178b2e-4884-471f-b3fc-ef2d6df02980 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0478830 Jun 15 00:40:33.247102 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:33.249392 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:33.265453 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18a007-e991-4bb1-8577-55d5685da45f req-ad58e225-f63c-4417-b6f0-79c70f47ae11 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:33.267476 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b18a007-e991-4bb1-8577-55d5685da45f req-ad58e225-f63c-4417-b6f0-79c70f47ae11 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0510108 Jun 15 00:40:33.279819 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a565495f-7310-4a64-a819-b6fc4a4a52ce req-61c3a539-b45d-430a-8f04-564d28a94c67 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452726 Jun 15 00:40:33.313923 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b18a007-e991-4bb1-8577-55d5685da45f req-2a94a8cc-afe5-4ad6-abd2-475e1a11eec6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413194 Jun 15 00:40:33.421980 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:33.575921 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1e2fd-106c-4491-b131-1318a9d1df82 req-5471b393-7c11-4e6b-9575-a6e6637f85c1 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:33.577300 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-79c1e2fd-106c-4491-b131-1318a9d1df82 req-5471b393-7c11-4e6b-9575-a6e6637f85c1 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 944 time: 0.0461204 Jun 15 00:40:33.625710 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-79c1e2fd-106c-4491-b131-1318a9d1df82 req-6fe8df00-25e5-48ec-9611-1b0b0a5b8795 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430181 Jun 15 00:40:33.978919 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d516071-843c-40e1-a850-fc549e637c5a req-aff640ce-da03-445e-9f97-982f9c81c55e tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:33.980421 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d516071-843c-40e1-a850-fc549e637c5a req-aff640ce-da03-445e-9f97-982f9c81c55e tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 944 time: 0.0482931 Jun 15 00:40:34.030262 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d516071-843c-40e1-a850-fc549e637c5a req-9e77f890-f390-46bf-8a6b-91b22806bc58 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443892 Jun 15 00:40:34.135508 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60526) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:34.214672 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-ec09cd78-eb3c-4f4a-a6cd-8a47e5cad1ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 HTTP/1.1" status: 200 len: 217 time: 0.0424988 Jun 15 00:40:34.225615 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed35a1-4272-4e74-9a6b-debdb01b20d9 req-9870d8c4-7762-41fe-9125-ca180e2ee9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:34.227884 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a8ed35a1-4272-4e74-9a6b-debdb01b20d9 req-9870d8c4-7762-41fe-9125-ca180e2ee9bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad57875727e24965a37faca9c9a30984&device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 1128 time: 0.0457411 Jun 15 00:40:34.257352 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-503e6ccd-6d88-48e8-8f32-3b47086d0804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:34.334627 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-503e6ccd-6d88-48e8-8f32-3b47086d0804 admin admin] Publish callbacks [] for security_group (2f3120a2-9364-4a41-84b8-1ee185277078), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:34.339299 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-503e6ccd-6d88-48e8-8f32-3b47086d0804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (2f3120a2-9364-4a41-84b8-1ee185277078), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:34.379268 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e6ccd-6d88-48e8-8f32-3b47086d0804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3120a2-9364-4a41-84b8-1ee185277078,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:34.386303 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-503e6ccd-6d88-48e8-8f32-3b47086d0804 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cbac6ef83fe04212a83a8ec2e41fc95d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496605 Jun 15 00:40:34.387190 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60534) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:34.408032 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754c47e-b3cd-42c2-a804-da6f2baa480a req-b970a2aa-e374-46d3-828a-74e1f8daf7f1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:34.409702 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9754c47e-b3cd-42c2-a804-da6f2baa480a req-b970a2aa-e374-46d3-828a-74e1f8daf7f1 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0484853 Jun 15 00:40:34.458317 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9754c47e-b3cd-42c2-a804-da6f2baa480a req-e2a785a8-8c25-4b1a-a8fb-465c45a58ed4 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422335 Jun 15 00:40:34.782209 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c26833-569d-4c7a-9492-1c045e3770d6 req-4a54caff-23b7-43a0-b15f-c838daf6130c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:34.783896 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f6c26833-569d-4c7a-9492-1c045e3770d6 req-4a54caff-23b7-43a0-b15f-c838daf6130c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.3946478 Jun 15 00:40:34.819610 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-7889ea2c-b556-4ed3-8ff5-e974180b39a8 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:34.821686 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-7889ea2c-b556-4ed3-8ff5-e974180b39a8 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.1247745 Jun 15 00:40:34.844314 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed35a1-4272-4e74-9a6b-debdb01b20d9 req-e4716809-900d-4212-a756-48b90a09dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:34.845798 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a8ed35a1-4272-4e74-9a6b-debdb01b20d9 req-e4716809-900d-4212-a756-48b90a09dc7f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ad57875727e24965a37faca9c9a30984&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3316405 Jun 15 00:40:34.854870 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-5c9c3458-261a-4870-a7a6-1fd50f353474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:34.856323 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-5c9c3458-261a-4870-a7a6-1fd50f353474 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39156c66-5bb4-4de5-adc7-3c16e8a77e76 HTTP/1.1" status: 200 len: 854 time: 0.1605763 Jun 15 00:40:34.878742 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cae6d312-674d-4594-95b3-084ad750e159 admin admin] Publish callbacks [] for security_group (2f3120a2-9364-4a41-84b8-1ee185277078), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:34.900929 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:34.927163 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:34.954966 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cae6d312-674d-4594-95b3-084ad750e159 admin admin] Publish callbacks [] for security_group (2f3120a2-9364-4a41-84b8-1ee185277078), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:34.958523 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b96f4-5b3c-408c-86b2-9e58e6c16c8b req-d86e1725-d0a6-4c24-a97c-549aedaa8636 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:34.960022 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7f8b96f4-5b3c-408c-86b2-9e58e6c16c8b req-d86e1725-d0a6-4c24-a97c-549aedaa8636 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 944 time: 0.0904920 Jun 15 00:40:34.982292 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f6c26833-569d-4c7a-9492-1c045e3770d6 req-2d0e9b87-276e-4fd2-9c41-3691597b47b0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876421 Jun 15 00:40:34.998789 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed35a1-4272-4e74-9a6b-debdb01b20d9 req-edcbb756-e113-43ae-a273-94768435508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:35.000273 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a8ed35a1-4272-4e74-9a6b-debdb01b20d9 req-edcbb756-e113-43ae-a273-94768435508b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1492703 Jun 15 00:40:35.010120 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-436f64ae-e6bf-44bf-881c-2ac0d9000a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:35.011647 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-436f64ae-e6bf-44bf-881c-2ac0d9000a41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02cb83f7-9f95-4f22-97d9-1299928682fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1247268 Jun 15 00:40:35.028226 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7f8b96f4-5b3c-408c-86b2-9e58e6c16c8b req-349a2455-a6ea-4175-9206-092f58e8ef0b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566978 Jun 15 00:40:35.066360 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Deleting port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:40:35.066850 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.104998 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-347170ae-1b96-4716-9c12-fa6f5cb490f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:35.106712 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-347170ae-1b96-4716-9c12-fa6f5cb490f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad57875727e24965a37faca9c9a30984&device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 1128 time: 0.0436614 Jun 15 00:40:35.157850 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-b568c9a3-2246-4944-9928-1ce78a9cc0c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=029210bb-8f83-405e-8d55-81b2e9efcf7d HTTP/1.1" status: 200 len: 217 time: 0.0362213 Jun 15 00:40:35.175111 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cae6d312-674d-4594-95b3-084ad750e159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (2f3120a2-9364-4a41-84b8-1ee185277078), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.177720 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cae6d312-674d-4594-95b3-084ad750e159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.178812 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cae6d312-674d-4594-95b3-084ad750e159 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2f3120a2-9364-4a41-84b8-1ee185277078 HTTP/1.1" status: 204 len: 168 time: 0.7907016 Jun 15 00:40:35.208120 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-6512bb22-03ee-4749-a381-5e936d8981ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:35.209879 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-6512bb22-03ee-4749-a381-5e936d8981ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=689a593e-4a17-4083-adfb-a273ffd4ed01 HTTP/1.1" status: 200 len: 850 time: 0.0468388 Jun 15 00:40:35.234022 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6d312-674d-4594-95b3-084ad750e159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3120a2-9364-4a41-84b8-1ee185277078,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:35.247213 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d7a15-fcf2-4a66-b413-96020348a9e1 req-44b3844e-5c6d-4acf-9489-e78b11dd6fc0 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:35.248838 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-629d7a15-fcf2-4a66-b413-96020348a9e1 req-44b3844e-5c6d-4acf-9489-e78b11dd6fc0 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 944 time: 0.1272504 Jun 15 00:40:35.254149 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-eff1a879-838f-4f62-a50d-d59286777e51 service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304220 Jun 15 00:40:35.264225 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-bdb59736-1da6-4958-adf3-f62149c372a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:35.265677 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-bdb59736-1da6-4958-adf3-f62149c372a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3761bde8-b221-417b-8881-85e060df935f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505188 Jun 15 00:40:35.311631 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] For port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:35.312009 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.377319 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-0de39eb1-11f9-418e-ad5f-7283b8ada0f4 service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051836 Jun 15 00:40:35.431207 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-629d7a15-fcf2-4a66-b413-96020348a9e1 req-4a6742c1-3468-4e93-88af-309709053d26 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739988 Jun 15 00:40:35.481754 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-381fd2b6-6342-4c76-8eaa-e363945c6411 service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970061 Jun 15 00:40:35.489241 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62fe22fa-e8a5-4619-af1c-dbae9c8f7b76 req-8a1e6b83-92b7-48da-955c-81d8ae2eebd0 service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260578 Jun 15 00:40:35.538433 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 60548) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:35.555530 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b971f8d2-b1e8-435a-b6ac-b11226d69f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.571727 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.572102 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (4d253f96-3a90-411d-8c46-0b9ad95fff5c), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.572421 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Floating IP 4d253f96-3a90-411d-8c46-0b9ad95fff5c disassociated. External IP: 172.27.3.65, port: 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6. Jun 15 00:40:35.572768 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Calling delete_port for 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:40:35.620602 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef90ba-b92c-4b77-bfbf-0672cbdaf03b req-c5e08eb9-33a8-47cf-9f26-1c49d22ff55a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:35.622053 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9eef90ba-b92c-4b77-bfbf-0672cbdaf03b req-c5e08eb9-33a8-47cf-9f26-1c49d22ff55a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 946 time: 0.0643704 Jun 15 00:40:35.624762 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:35.648198 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:35.652098 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:35.699693 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9eef90ba-b92c-4b77-bfbf-0672cbdaf03b req-45c69409-2a11-4e0b-ba9c-9414adefab79 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=18abff9e-1380-4ba3-b151-1b98efda80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700455 Jun 15 00:40:35.711781 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (1bb0fb8c-cb32-4cdb-883c-5f29b23791a6), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.718824 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b971f8d2-b1e8-435a-b6ac-b11226d69f47 admin admin] Publish callbacks [] for security_group (fda3a6cf-af92-440b-8a46-24c783e91abe), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.722768 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b971f8d2-b1e8-435a-b6ac-b11226d69f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (fda3a6cf-af92-440b-8a46-24c783e91abe), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.753889 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event deleted for resources: {'Port': ['ID=1bb0fb8c-cb32-4cdb-883c-5f29b23791a6,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:35.762427 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971f8d2-b1e8-435a-b6ac-b11226d69f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda3a6cf-af92-440b-8a46-24c783e91abe,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:35.769516 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-b971f8d2-b1e8-435a-b6ac-b11226d69f47 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1d4afc41ec0047bab4678c02ca4412f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270648 Jun 15 00:40:35.769799 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 60550) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:35.820763 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cfd39fe0-cd36-4ef5-bfb8-2f8ea10e388f admin admin] Publish callbacks [] for security_group (fda3a6cf-af92-440b-8a46-24c783e91abe), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.841998 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cfd39fe0-cd36-4ef5-bfb8-2f8ea10e388f admin admin] Publish callbacks [] for security_group (fda3a6cf-af92-440b-8a46-24c783e91abe), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.864823 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:40:35.892097 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cfd39fe0-cd36-4ef5-bfb8-2f8ea10e388f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (fda3a6cf-af92-440b-8a46-24c783e91abe), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.894804 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cfd39fe0-cd36-4ef5-bfb8-2f8ea10e388f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:35.898977 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-cfd39fe0-cd36-4ef5-bfb8-2f8ea10e388f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fda3a6cf-af92-440b-8a46-24c783e91abe HTTP/1.1" status: 204 len: 168 time: 0.1253402 Jun 15 00:40:35.904312 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:35.905937 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd39fe0-cd36-4ef5-bfb8-2f8ea10e388f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda3a6cf-af92-440b-8a46-24c783e91abe,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:35.973396 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:40:35.984339 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78658cfb-8316-4fb8-8a4c-7d94a6c66bd7 None None] Sync routers for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:40:35.994452 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78658cfb-8316-4fb8-8a4c-7d94a6c66bd7 None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:35.995109 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-78658cfb-8316-4fb8-8a4c-7d94a6c66bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:36.022166 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] No DVR routers for this DVR port 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:40:36.032433 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:36.039080 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82d1fbb7-8cdd-402f-8425-f62dd5419c9a req-8929c293-a829-41b8-acdb-54e58cb09a08 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "DELETE /v2.0/ports/1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 HTTP/1.1" status: 204 len: 173 time: 1.1998038 Jun 15 00:40:36.040364 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a61a0da-4610-4cf2-83fb-4bad9c5cc964', 'name': 'network-vif-deleted', 'tag': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:40:36.042807 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3702bd0-dc17-424f-a1e3-d735177d3dcd" -d '{"events": [{"server_uuid": "6a61a0da-4610-4cf2-83fb-4bad9c5cc964", "name": "network-vif-deleted", "tag": "1bb0fb8c-cb32-4cdb-883c-5f29b23791a6"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:40:36.127350 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f95d12c-351c-4781-8e0b-3700ebc692b1 x-openstack-request-id: req-2f95d12c-351c-4781-8e0b-3700ebc692b1 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:40:36.127636 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a61a0da-4610-4cf2-83fb-4bad9c5cc964", "name": "network-vif-deleted", "tag": "1bb0fb8c-cb32-4cdb-883c-5f29b23791a6", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:40:36.127953 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2f95d12c-351c-4781-8e0b-3700ebc692b1 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:40:36.128312 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f95d12c-351c-4781-8e0b-3700ebc692b1'] response: {'server_uuid': '6a61a0da-4610-4cf2-83fb-4bad9c5cc964', 'name': 'network-vif-deleted', 'tag': '1bb0fb8c-cb32-4cdb-883c-5f29b23791a6', 'status': 'completed', 'code': 200} Jun 15 00:40:36.163816 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca77222-80fb-46b6-9eb9-d365cb495f5a req-6dfa0612-5121-4700-8ea5-f03f1482b6b5 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:36.176643 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ca77222-80fb-46b6-9eb9-d365cb495f5a req-6dfa0612-5121-4700-8ea5-f03f1482b6b5 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0948498 Jun 15 00:40:36.217462 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-78658cfb-8316-4fb8-8a4c-7d94a6c66bd7 None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:36.260233 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c07d46-9797-4e97-b1a7-006c574b6f57 req-11186802-c632-4306-9814-63f324f33f4f tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:36.267272 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ca77222-80fb-46b6-9eb9-d365cb495f5a req-72e4e05a-dc14-4213-8614-6a3b1db07916 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848238 Jun 15 00:40:36.274104 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f8c07d46-9797-4e97-b1a7-006c574b6f57 req-11186802-c632-4306-9814-63f324f33f4f tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 944 time: 0.1211059 Jun 15 00:40:36.343468 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f8c07d46-9797-4e97-b1a7-006c574b6f57 req-36e02070-3902-4891-b57f-6e69e5d90a6a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683730 Jun 15 00:40:36.440004 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-78658cfb-8316-4fb8-8a4c-7d94a6c66bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:36.471943 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78658cfb-8316-4fb8-8a4c-7d94a6c66bd7 None None] Checking router: 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:40:36.483274 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78658cfb-8316-4fb8-8a4c-7d94a6c66bd7 None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:36.483889 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-78658cfb-8316-4fb8-8a4c-7d94a6c66bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:36.560607 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b91b7-66ba-407c-bdb7-3af5fc5b7a24 req-7177c8c1-1949-4181-b8bc-dd49c0c117ba tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:36.562393 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b9b91b7-66ba-407c-bdb7-3af5fc5b7a24 req-7177c8c1-1949-4181-b8bc-dd49c0c117ba tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 944 time: 0.0519350 Jun 15 00:40:36.595622 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-78658cfb-8316-4fb8-8a4c-7d94a6c66bd7 None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:36.616183 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b9b91b7-66ba-407c-bdb7-3af5fc5b7a24 req-65820b53-4a27-4141-9cb5-d614c9f7a14e tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473895 Jun 15 00:40:36.795684 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-78658cfb-8316-4fb8-8a4c-7d94a6c66bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:36.823940 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78658cfb-8316-4fb8-8a4c-7d94a6c66bd7 None None] The sync data for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi is: [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:40:36.827853 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ea0bd11e-6c9f-4d04-b9d3-eb7d28d84281 req-8a990d76-ff07-456c-bb0e-eab7ff7fc34a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a61a0da-4610-4cf2-83fb-4bad9c5cc964 HTTP/1.1" status: 200 len: 210 time: 0.0480330 Jun 15 00:40:37.053146 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d705608-81a2-47ea-a0d1-ae256494db9a None None] New status for floating IP 4d253f96-3a90-411d-8c46-0b9ad95fff5c: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:40:37.132500 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:37.141658 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9116cf-3dc9-4e4a-8cc8-d389cef066d7 req-ca0fb97f-6a0b-4647-b987-4a4fd23a7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:37.143288 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db9116cf-3dc9-4e4a-8cc8-d389cef066d7 req-ca0fb97f-6a0b-4647-b987-4a4fd23a7e17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10b82c1cb87645d9831a2635a2aa01df&device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 1128 time: 0.0448115 Jun 15 00:40:37.265737 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9116cf-3dc9-4e4a-8cc8-d389cef066d7 req-d2362960-8938-4b04-a6f2-53585f44d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:37.267641 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db9116cf-3dc9-4e4a-8cc8-d389cef066d7 req-d2362960-8938-4b04-a6f2-53585f44d706 service neutron] 10.222.0.42 "GET /v2.0/networks?id=02cb83f7-9f95-4f22-97d9-1299928682fd HTTP/1.1" status: 200 len: 916 time: 0.1172655 Jun 15 00:40:37.381041 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067edc1-e7f2-4380-ab01-7633f6287470 req-29f5dfc0-e3d6-4f11-bb35-63763772ac60 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:37.382545 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2067edc1-e7f2-4380-ab01-7633f6287470 req-29f5dfc0-e3d6-4f11-bb35-63763772ac60 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0507314 Jun 15 00:40:37.431214 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2067edc1-e7f2-4380-ab01-7633f6287470 req-24a0fc10-cfb5-497e-8ee1-a57b9aa633b6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426409 Jun 15 00:40:37.450560 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 029210bb-8f83-405e-8d55-81b2e9efcf7d details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:40:37.466471 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:40:37.476393 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06572f9f-0773-40a0-a5eb-bcf72c1271d8 req-007d5a80-3509-4fce-b483-7594fb028c18 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:37.483323 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-06572f9f-0773-40a0-a5eb-bcf72c1271d8 req-007d5a80-3509-4fce-b483-7594fb028c18 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 944 time: 0.0772390 Jun 15 00:40:37.515061 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db9116cf-3dc9-4e4a-8cc8-d389cef066d7 req-7ce8a977-8514-4b70-b2b6-7e3c3bcc0270 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 HTTP/1.1" status: 200 len: 217 time: 0.0487413 Jun 15 00:40:37.534339 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:40:37.535050 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 1bb0fb8c-cb32-4cdb-883c-5f29b23791a6 not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:40:37.558598 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-06572f9f-0773-40a0-a5eb-bcf72c1271d8 req-fdfa4011-b5b5-4fbf-93d6-14bd5bb2cba3 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710976 Jun 15 00:40:37.581909 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9116cf-3dc9-4e4a-8cc8-d389cef066d7 req-4cbf0e05-aade-4297-88e0-df5360ab1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:37.583668 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db9116cf-3dc9-4e4a-8cc8-d389cef066d7 req-4cbf0e05-aade-4297-88e0-df5360ab1cef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39156c66-5bb4-4de5-adc7-3c16e8a77e76 HTTP/1.1" status: 200 len: 854 time: 0.0623701 Jun 15 00:40:37.635848 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 029210bb-8f83-405e-8d55-81b2e9efcf7d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=029210bb-8f83-405e-8d55-81b2e9efcf7d,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:37.636497 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9116cf-3dc9-4e4a-8cc8-d389cef066d7 req-4e756be0-a8ef-4990-ae33-6990ee10cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:37.638503 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db9116cf-3dc9-4e4a-8cc8-d389cef066d7 req-4e756be0-a8ef-4990-ae33-6990ee10cdb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02cb83f7-9f95-4f22-97d9-1299928682fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446460 Jun 15 00:40:37.662000 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '029210bb-8f83-405e-8d55-81b2e9efcf7d', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'port_id': '029210bb-8f83-405e-8d55-81b2e9efcf7d', 'mac_address': 'fa:16:3e:34:64:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:40:37.717161 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 029210bb-8f83-405e-8d55-81b2e9efcf7d is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:37.717943 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:37.741718 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029210bb-8f83-405e-8d55-81b2e9efcf7d {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:40:37.765835 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 029210bb-8f83-405e-8d55-81b2e9efcf7d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=029210bb-8f83-405e-8d55-81b2e9efcf7d,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:37.770107 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:37.784196 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:37.789242 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db9116cf-3dc9-4e4a-8cc8-d389cef066d7 req-4c8d65cd-005b-4735-9dd1-b57dfb286ecc service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388197 Jun 15 00:40:37.798987 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69eb7a-4312-404a-9bfb-6afebd59b29a req-f09b3421-3352-4d57-a4ee-581cf4925991 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:37.800054 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9c69eb7a-4312-404a-9bfb-6afebd59b29a req-f09b3421-3352-4d57-a4ee-581cf4925991 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 944 time: 0.0696318 Jun 15 00:40:37.808837 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:37.828377 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=029210bb-8f83-405e-8d55-81b2e9efcf7d,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:37.909576 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9c69eb7a-4312-404a-9bfb-6afebd59b29a req-5a2ef580-ffe5-44a4-9187-42fe9e1a5b40 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993340 Jun 15 00:40:37.922970 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 60626) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:37.930149 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db9116cf-3dc9-4e4a-8cc8-d389cef066d7 req-286d1ac3-0681-402a-8f58-121a436d9c04 service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291366 Jun 15 00:40:37.987721 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4ff27478-8b09-4769-9e4f-ad96bf0ec7fb tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (18abff9e-1380-4ba3-b151-1b98efda80e0), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.008507 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4ff27478-8b09-4769-9e4f-ad96bf0ec7fb tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (18abff9e-1380-4ba3-b151-1b98efda80e0), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.054822 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['029210bb-8f83-405e-8d55-81b2e9efcf7d'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:40:38.061497 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4ff27478-8b09-4769-9e4f-ad96bf0ec7fb tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (18abff9e-1380-4ba3-b151-1b98efda80e0), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.064322 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4ff27478-8b09-4769-9e4f-ad96bf0ec7fb tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.068239 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-4ff27478-8b09-4769-9e4f-ad96bf0ec7fb tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "DELETE /v2.0/security-groups/18abff9e-1380-4ba3-b151-1b98efda80e0 HTTP/1.1" status: 204 len: 168 time: 0.1413677 Jun 15 00:40:38.068564 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60632) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:38.079442 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff27478-8b09-4769-9e4f-ad96bf0ec7fb tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18abff9e-1380-4ba3-b151-1b98efda80e0,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:38.097514 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-de98896b-465a-4da2-9cce-19532451678a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] show failed (client error): The resource could not be found. Jun 15 00:40:38.101688 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-de98896b-465a-4da2-9cce-19532451678a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups/18abff9e-1380-4ba3-b151-1b98efda80e0 HTTP/1.1" status: 404 len: 347 time: 0.0290306 Jun 15 00:40:38.101943 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60634) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:38.222870 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-eee91e0f-766f-4fe9-9544-545f7d62718e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Deleting port b12bea69-546d-4ede-8d2e-63319caf2d77 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:40:38.223337 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eee91e0f-766f-4fe9-9544-545f7d62718e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (b12bea69-546d-4ede-8d2e-63319caf2d77), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.240891 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:38.301832 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eee91e0f-766f-4fe9-9544-545f7d62718e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (b12bea69-546d-4ede-8d2e-63319caf2d77), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.302173 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eee91e0f-766f-4fe9-9544-545f7d62718e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (b12bea69-546d-4ede-8d2e-63319caf2d77), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.319311 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-eee91e0f-766f-4fe9-9544-545f7d62718e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Calling delete_port for b12bea69-546d-4ede-8d2e-63319caf2d77 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:40:38.451502 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eee91e0f-766f-4fe9-9544-545f7d62718e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (b12bea69-546d-4ede-8d2e-63319caf2d77), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.480577 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee91e0f-766f-4fe9-9544-545f7d62718e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event deleted for resources: {'Port': ['ID=b12bea69-546d-4ede-8d2e-63319caf2d77,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:38.558217 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eee91e0f-766f-4fe9-9544-545f7d62718e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (4d253f96-3a90-411d-8c46-0b9ad95fff5c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.560773 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eee91e0f-766f-4fe9-9544-545f7d62718e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.562660 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-eee91e0f-766f-4fe9-9544-545f7d62718e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "DELETE /v2.0/floatingips/4d253f96-3a90-411d-8c46-0b9ad95fff5c HTTP/1.1" status: 204 len: 168 time: 0.4591079 Jun 15 00:40:38.563478 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6874737-9fbc-4064-a926-bde23e40a9d4 req-3470099a-a79e-4ddc-973e-46bfef8ed4d2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:38.565060 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b6874737-9fbc-4064-a926-bde23e40a9d4 req-3470099a-a79e-4ddc-973e-46bfef8ed4d2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0555403 Jun 15 00:40:38.611238 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60652) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:38.621006 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b6874737-9fbc-4064-a926-bde23e40a9d4 req-12c7472d-a943-443c-9d6b-a136d3b1d6b9 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492651 Jun 15 00:40:38.633470 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60656) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:38.638305 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-22e24568-3d91-4f85-9d36-1e5dc8c84564 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1813573443', 'description': 'tempest-description--530793161'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:38.666415 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22e24568-3d91-4f85-9d36-1e5dc8c84564 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.764772 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776851f-17a8-4f4c-9391-83c07b17df9d req-6b9c930e-b74e-4f4f-98f4-635f5d4392a7 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:38.766119 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f776851f-17a8-4f4c-9391-83c07b17df9d req-6b9c930e-b74e-4f4f-98f4-635f5d4392a7 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 945 time: 0.0749102 Jun 15 00:40:38.770205 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8780ccf3-5892-4caa-80f1-a14b98f5520f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.819538 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22e24568-3d91-4f85-9d36-1e5dc8c84564 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (84ccbab1-0c28-4f10-82a4-313857fcdd91), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.830205 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22e24568-3d91-4f85-9d36-1e5dc8c84564 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (84ccbab1-0c28-4f10-82a4-313857fcdd91), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.868059 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:38.893372 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22e24568-3d91-4f85-9d36-1e5dc8c84564 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.894582 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-22e24568-3d91-4f85-9d36-1e5dc8c84564 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2598119 Jun 15 00:40:38.897527 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 60658) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:38.900112 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f776851f-17a8-4f4c-9391-83c07b17df9d req-54731214-7aa9-4d30-a8a4-85389d19d9f4 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276217 Jun 15 00:40:38.902314 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-490222f2-1a54-4bcf-aee3-c71786ef76d3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'security_group_rule': {'security_group_id': '84ccbab1-0c28-4f10-82a4-313857fcdd91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:38.904968 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e24568-3d91-4f85-9d36-1e5dc8c84564 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ccbab1-0c28-4f10-82a4-313857fcdd91,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:38.931392 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:38.943525 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-490222f2-1a54-4bcf-aee3-c71786ef76d3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (a512d9c0-d80d-4ce8-8e7b-cec19e8e8880), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.946737 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8780ccf3-5892-4caa-80f1-a14b98f5520f admin admin] Publish callbacks [] for security_group (b0d4710a-888d-4254-8f1b-3855111c1de9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:38.947824 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:38.951599 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8780ccf3-5892-4caa-80f1-a14b98f5520f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (b0d4710a-888d-4254-8f1b-3855111c1de9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.001627 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8780ccf3-5892-4caa-80f1-a14b98f5520f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ca72d0d923724d43bf059858c281b00b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890619 Jun 15 00:40:39.002512 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780ccf3-5892-4caa-80f1-a14b98f5520f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d4710a-888d-4254-8f1b-3855111c1de9,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:39.004766 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60662) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:39.054328 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18483-e59e-41bc-95f9-5575c48ab3ca req-1589c15f-312d-4a62-82cb-76a147460b6e tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:39.056364 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-24b18483-e59e-41bc-95f9-5575c48ab3ca req-1589c15f-312d-4a62-82cb-76a147460b6e tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 944 time: 0.0620754 Jun 15 00:40:39.058167 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-490222f2-1a54-4bcf-aee3-c71786ef76d3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (a512d9c0-d80d-4ce8-8e7b-cec19e8e8880), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.058333 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6347839e-4bd3-43aa-b6da-7c1bc6b633db admin admin] Publish callbacks [] for security_group (b0d4710a-888d-4254-8f1b-3855111c1de9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.062526 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-490222f2-1a54-4bcf-aee3-c71786ef76d3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (a512d9c0-d80d-4ce8-8e7b-cec19e8e8880), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.079220 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:39.082169 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6347839e-4bd3-43aa-b6da-7c1bc6b633db admin admin] Publish callbacks [] for security_group (b0d4710a-888d-4254-8f1b-3855111c1de9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.100835 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490222f2-1a54-4bcf-aee3-c71786ef76d3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a512d9c0-d80d-4ce8-8e7b-cec19e8e8880,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:39.112301 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-490222f2-1a54-4bcf-aee3-c71786ef76d3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.115958 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-490222f2-1a54-4bcf-aee3-c71786ef76d3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2148268 Jun 15 00:40:39.116681 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60664) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:39.121660 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-ebe84aa1-4702-486e-bd1a-da8f29f0fea7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'security_group_rule': {'security_group_id': '84ccbab1-0c28-4f10-82a4-313857fcdd91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:39.136739 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-24b18483-e59e-41bc-95f9-5575c48ab3ca req-9b10b22b-1132-42b7-9779-93465eb3b366 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715768 Jun 15 00:40:39.151673 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ebe84aa1-4702-486e-bd1a-da8f29f0fea7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (f68a2648-9ac1-449f-9623-05cbfc28bd8e), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.155691 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6347839e-4bd3-43aa-b6da-7c1bc6b633db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (b0d4710a-888d-4254-8f1b-3855111c1de9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.158170 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6347839e-4bd3-43aa-b6da-7c1bc6b633db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.159320 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6347839e-4bd3-43aa-b6da-7c1bc6b633db admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b0d4710a-888d-4254-8f1b-3855111c1de9 HTTP/1.1" status: 204 len: 168 time: 0.1536615 Jun 15 00:40:39.175945 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347839e-4bd3-43aa-b6da-7c1bc6b633db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d4710a-888d-4254-8f1b-3855111c1de9,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:39.221227 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ebe84aa1-4702-486e-bd1a-da8f29f0fea7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (f68a2648-9ac1-449f-9623-05cbfc28bd8e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.225344 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ebe84aa1-4702-486e-bd1a-da8f29f0fea7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (f68a2648-9ac1-449f-9623-05cbfc28bd8e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.248126 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe84aa1-4702-486e-bd1a-da8f29f0fea7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68a2648-9ac1-449f-9623-05cbfc28bd8e,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:39.253930 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ebe84aa1-4702-486e-bd1a-da8f29f0fea7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.255370 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ebe84aa1-4702-486e-bd1a-da8f29f0fea7 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371639 Jun 15 00:40:39.258423 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60668) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:39.262890 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:39.283668 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.366926 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.443856 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 60672) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:39.460186 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-292c90dc-9081-4733-b167-c8151e5861b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.465299 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:40:39.477619 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 029210bb-8f83-405e-8d55-81b2e9efcf7d up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:40:39.485323 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Allocated IP 172.27.3.27 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/6bbacc5a-aa42-43a8-afa5-cc52df22c2eb) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:40:39.545145 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-292c90dc-9081-4733-b167-c8151e5861b2 admin admin] Publish callbacks [] for security_group (91f28961-f595-4b6a-a461-b06a84ec1a0d), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.549866 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-292c90dc-9081-4733-b167-c8151e5861b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (91f28961-f595-4b6a-a461-b06a84ec1a0d), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.583309 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 029210bb-8f83-405e-8d55-81b2e9efcf7d completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:40:39.590232 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c90dc-9081-4733-b167-c8151e5861b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f28961-f595-4b6a-a461-b06a84ec1a0d,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:39.593723 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 029210bb-8f83-405e-8d55-81b2e9efcf7d triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:39.597473 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-292c90dc-9081-4733-b167-c8151e5861b2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=05b41081c3014c62b35058d55018e55a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497159 Jun 15 00:40:39.597775 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.597937 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60674) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:39.632843 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for port (6bbacc5a-aa42-43a8-afa5-cc52df22c2eb), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.649517 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:39.656262 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:39.668029 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'port_id': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7', 'mac_address': 'fa:16:3e:0f:fd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:40:39.674229 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:39.678794 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db3c7450-4875-4a6d-91b5-ef2d35b14e6a admin admin] Publish callbacks [] for security_group (91f28961-f595-4b6a-a461-b06a84ec1a0d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.729549 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:39.738345 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:39.738729 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.740597 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 029210bb-8f83-405e-8d55-81b2e9efcf7d is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:39.740964 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.753147 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db3c7450-4875-4a6d-91b5-ef2d35b14e6a admin admin] Publish callbacks [] for security_group (91f28961-f595-4b6a-a461-b06a84ec1a0d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.761703 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:40:39.773149 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (6bbacc5a-aa42-43a8-afa5-cc52df22c2eb), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.783097 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64f1106-b24e-465a-97e1-f379d5babc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029210bb-8f83-405e-8d55-81b2e9efcf7d'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:40:39.785246 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6df9a12-675d-4aa3-9715-cf5f444a2d62" -d '{"events": [{"server_uuid": "a64f1106-b24e-465a-97e1-f379d5babc95", "name": "network-vif-plugged", "status": "completed", "tag": "029210bb-8f83-405e-8d55-81b2e9efcf7d"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:40:39.801953 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:39.805568 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 029210bb-8f83-405e-8d55-81b2e9efcf7d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=029210bb-8f83-405e-8d55-81b2e9efcf7d,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:39.807217 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.812480 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.814128 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7450d43-138a-41ba-ac55-52da8a2bbb7b req-e33d709c-7985-458f-bc28-a55cc1835da4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:39.815658 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7450d43-138a-41ba-ac55-52da8a2bbb7b req-e33d709c-7985-458f-bc28-a55cc1835da4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.1121333 Jun 15 00:40:39.856092 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:39.863042 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:40:39.871726 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:40:39.876986 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:40:39.879047 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'Port': ['ID=6bbacc5a-aa42-43a8-afa5-cc52df22c2eb,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:39.912296 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=029210bb-8f83-405e-8d55-81b2e9efcf7d,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:39.938438 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7450d43-138a-41ba-ac55-52da8a2bbb7b req-4ce529df-a033-47d9-9b04-49c06deacf55 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108646 Jun 15 00:40:39.941619 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db3c7450-4875-4a6d-91b5-ef2d35b14e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (91f28961-f595-4b6a-a461-b06a84ec1a0d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.944140 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db3c7450-4875-4a6d-91b5-ef2d35b14e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:39.945245 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-db3c7450-4875-4a6d-91b5-ef2d35b14e6a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/91f28961-f595-4b6a-a461-b06a84ec1a0d HTTP/1.1" status: 204 len: 168 time: 0.3462117 Jun 15 00:40:39.958933 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c7450-4875-4a6d-91b5-ef2d35b14e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f28961-f595-4b6a-a461-b06a84ec1a0d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:40.012622 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (0f0170b0-c324-44c3-9f1d-57f276b72b88), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:40.090939 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769512af-3d41-4d3e-afa1-925158107ad8 x-openstack-request-id: req-769512af-3d41-4d3e-afa1-925158107ad8 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:40:40.091235 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64f1106-b24e-465a-97e1-f379d5babc95", "name": "network-vif-plugged", "status": "completed", "tag": "029210bb-8f83-405e-8d55-81b2e9efcf7d", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:40:40.091484 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-769512af-3d41-4d3e-afa1-925158107ad8 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:40:40.092048 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-769512af-3d41-4d3e-afa1-925158107ad8'] response: {'server_uuid': 'a64f1106-b24e-465a-97e1-f379d5babc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029210bb-8f83-405e-8d55-81b2e9efcf7d', 'code': 200} Jun 15 00:40:40.093560 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6bbacc5a-aa42-43a8-afa5-cc52df22c2eb), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:40.106288 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['d7b34ffa-4bfc-4d47-9845-95a69d24bfe7'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:40:40.127237 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ff762-8622-42f6-9539-916f30917df3 req-fbbc1c13-7567-4a0b-aa2a-f571b23131c0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:40.128758 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d04ff762-8622-42f6-9539-916f30917df3 req-fbbc1c13-7567-4a0b-aa2a-f571b23131c0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 946 time: 0.0972629 Jun 15 00:40:40.193242 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:40.296772 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709c662-af47-4936-b124-dc5db918e345 req-16f009f8-6ea2-4e5b-8cf2-84c698224bc5 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:40.306065 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5709c662-af47-4936-b124-dc5db918e345 req-16f009f8-6ea2-4e5b-8cf2-84c698224bc5 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 945 time: 0.0686996 Jun 15 00:40:40.375167 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5709c662-af47-4936-b124-dc5db918e345 req-34e4f303-541d-4389-b4d9-a011fa3adeb8 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679200 Jun 15 00:40:40.505476 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab3b01-daaf-4b10-b0f2-5940dcb09752 req-856671a0-e291-47c3-ab31-a88ab8fecc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:40.507056 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-40ab3b01-daaf-4b10-b0f2-5940dcb09752 req-856671a0-e291-47c3-ab31-a88ab8fecc78 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 1130 time: 0.0836015 Jun 15 00:40:40.512614 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d04ff762-8622-42f6-9539-916f30917df3 req-14443872-298d-4105-9051-02af4304f6a8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3757708 Jun 15 00:40:40.600428 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-40ab3b01-daaf-4b10-b0f2-5940dcb09752 req-47cfe64b-a847-4d57-9138-acfb634fae98 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854557 Jun 15 00:40:40.612027 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:40.628196 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for port (6bbacc5a-aa42-43a8-afa5-cc52df22c2eb), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:40.632527 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (6bbacc5a-aa42-43a8-afa5-cc52df22c2eb), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:40.702191 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'Port': ['ID=6bbacc5a-aa42-43a8-afa5-cc52df22c2eb,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:40.712326 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (0f0170b0-c324-44c3-9f1d-57f276b72b88), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:40.729958 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:40.731313 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-803fb9cc-f3e1-4eb5-8d26-c4403107b8b2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4718339 Jun 15 00:40:40.932223 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-4adf8c1c-a327-46a0-a288-c21aff626ba2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1813573443&fields=id&tenant_id=32c13d8e3a764cf59f81e17eaca1c853 HTTP/1.1" status: 200 len: 267 time: 0.0486975 Jun 15 00:40:41.048031 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-b5aa7341-43b3-4578-9582-458dce6cb302 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:41.049585 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-b5aa7341-43b3-4578-9582-458dce6cb302 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 815 time: 0.1107910 Jun 15 00:40:41.071517 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-7c84f920-6709-4f20-8a59-f5b9e0e7d5d3 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/quotas/32c13d8e3a764cf59f81e17eaca1c853 HTTP/1.1" status: 200 len: 375 time: 0.0151646 Jun 15 00:40:41.077083 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d3a25-e405-48e3-ab02-0d838324e9cf req-e415fe33-5e87-4f16-b24f-b15defbd5003 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:41.078816 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-076d3a25-e405-48e3-ab02-0d838324e9cf req-e415fe33-5e87-4f16-b24f-b15defbd5003 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0544918 Jun 15 00:40:41.121690 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-e176556d-0bdc-4a81-81d3-6cf5f5683034 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461774 Jun 15 00:40:41.133464 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-076d3a25-e405-48e3-ab02-0d838324e9cf req-bed783f7-1ffd-4928-ab9b-e349e7ede357 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487781 Jun 15 00:40:41.224218 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-7652393b-3daa-417d-b82c-532040a59a35 service neutron] 10.222.0.33 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885363 Jun 15 00:40:41.241225 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60728) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:41.316639 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-4569bc84-950b-4268-9ced-0e1c8b9be269 service neutron] 10.222.0.33 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861094 Jun 15 00:40:41.357409 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f0e1be38-48a5-4159-b71b-faa93abb89c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:41.380803 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:41.449237 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f0e1be38-48a5-4159-b71b-faa93abb89c6 admin admin] Publish callbacks [] for security_group (71e20fa0-0de1-473a-9969-b7c23aebba50), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:41.461618 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f0e1be38-48a5-4159-b71b-faa93abb89c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (71e20fa0-0de1-473a-9969-b7c23aebba50), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:41.466765 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:40:41.528353 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-86216ea0-2004-4264-8764-229ae02e7374 req-a4c358ea-f414-44b7-aea0-9cb423337627 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 210 time: 0.0417154 Jun 15 00:40:41.531534 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:40:41.533367 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1be38-48a5-4159-b71b-faa93abb89c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e20fa0-0de1-473a-9969-b7c23aebba50,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:41.544464 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:41.544959 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:41.561685 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 60740) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:41.561841 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f0e1be38-48a5-4159-b71b-faa93abb89c6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8b2f53250e6746a78ab164530c1ddd60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193119 Jun 15 00:40:41.568781 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f62c0-7679-4e92-94e9-91837d0b28eb req-379fdd9d-3ade-45d4-af68-5cae1324a36b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:41.570813 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:41.571008 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-116f62c0-7679-4e92-94e9-91837d0b28eb req-379fdd9d-3ade-45d4-af68-5cae1324a36b tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 945 time: 0.1245246 Jun 15 00:40:41.632259 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9a3bbad0-504d-411f-9daa-6db69845914e admin admin] Publish callbacks [] for security_group (71e20fa0-0de1-473a-9969-b7c23aebba50), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:41.663529 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-116f62c0-7679-4e92-94e9-91837d0b28eb req-56a6e6e2-60eb-4f86-aeff-1b64b34e3274 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828621 Jun 15 00:40:41.703190 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9a3bbad0-504d-411f-9daa-6db69845914e admin admin] Publish callbacks [] for security_group (71e20fa0-0de1-473a-9969-b7c23aebba50), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:41.706735 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:41.707346 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:41.746446 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108c838-b868-43ea-9851-fd1a64873f2d req-98735cf0-df9c-4dd4-b8e5-883dc01c454f tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:41.747957 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d108c838-b868-43ea-9851-fd1a64873f2d req-98735cf0-df9c-4dd4-b8e5-883dc01c454f tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 946 time: 0.1031623 Jun 15 00:40:41.751379 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:41.758723 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:41.759769 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:41.815152 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d108c838-b868-43ea-9851-fd1a64873f2d req-c12640fb-4884-409b-b0fe-40bdc296283c tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525615 Jun 15 00:40:41.815941 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9a3bbad0-504d-411f-9daa-6db69845914e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (71e20fa0-0de1-473a-9969-b7c23aebba50), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:41.818688 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9a3bbad0-504d-411f-9daa-6db69845914e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:41.819738 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-9a3bbad0-504d-411f-9daa-6db69845914e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/71e20fa0-0de1-473a-9969-b7c23aebba50 HTTP/1.1" status: 204 len: 168 time: 0.2570386 Jun 15 00:40:41.824655 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:41.829289 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bbad0-504d-411f-9daa-6db69845914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e20fa0-0de1-473a-9969-b7c23aebba50,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:42.093965 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:40:42.096366 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656f853e-2bd3-4937-8b5e-d23cec5eec50" -d '{"events": [{"server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "name": "network-vif-plugged", "status": "completed", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:40:42.137867 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a5ba4e-7827-4450-beea-d64db02da5e6 x-openstack-request-id: req-99a5ba4e-7827-4450-beea-d64db02da5e6 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:40:42.138477 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "name": "network-vif-plugged", "status": "completed", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:40:42.138727 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-99a5ba4e-7827-4450-beea-d64db02da5e6 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:40:42.139151 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a5ba4e-7827-4450-beea-d64db02da5e6'] response: {'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7', 'code': 200} Jun 15 00:40:42.263477 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688b835-f2f5-49a5-aa82-a815ad7a270b req-83700203-fae1-4eec-8b5a-4b71d765f55e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:42.264997 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6688b835-f2f5-49a5-aa82-a815ad7a270b req-83700203-fae1-4eec-8b5a-4b71d765f55e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0533402 Jun 15 00:40:42.322734 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6688b835-f2f5-49a5-aa82-a815ad7a270b req-ee4a9aef-02af-4842-a629-95a7bf391930 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507500 Jun 15 00:40:42.347562 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:40:42.638631 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9505d18c-9e10-4555-8729-2ee8461b91e1 req-c21e4524-383f-420c-93d6-60f2e085b28e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 210 time: 0.0318894 Jun 15 00:40:42.641729 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc32c4-001c-4771-9ab4-b76b999375f5 req-859a95e3-5457-41e1-869c-cc37f9505860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:42.643141 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5bdc32c4-001c-4771-9ab4-b76b999375f5 req-859a95e3-5457-41e1-869c-cc37f9505860 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 1130 time: 0.0674174 Jun 15 00:40:42.769973 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5bdc32c4-001c-4771-9ab4-b76b999375f5 req-9dc65566-25f3-4201-8f31-764ca9750b7e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115885 Jun 15 00:40:42.807650 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-e86c3dd9-2c88-47cb-a630-86cb4d6c0c85 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:42.809514 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-e86c3dd9-2c88-47cb-a630-86cb4d6c0c85 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 815 time: 0.1435766 Jun 15 00:40:42.822224 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d69b68-e6ab-4f26-9f96-134fc4ec8b8e req-6734e094-98b7-4f96-baf3-5c3514ebde6d tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:42.824278 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-79d69b68-e6ab-4f26-9f96-134fc4ec8b8e req-6734e094-98b7-4f96-baf3-5c3514ebde6d tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 946 time: 0.0605361 Jun 15 00:40:42.882592 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-79d69b68-e6ab-4f26-9f96-134fc4ec8b8e req-f79b1c08-0d72-40a1-a542-800692ef2e94 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524688 Jun 15 00:40:42.951713 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4e5c-3a67-497c-8976-8e7b2f8944ed req-1de412b5-178d-4737-94cd-558dbcff6a88 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:42.953281 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5b1f4e5c-3a67-497c-8976-8e7b2f8944ed req-1de412b5-178d-4737-94cd-558dbcff6a88 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 946 time: 0.0536745 Jun 15 00:40:43.007068 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5b1f4e5c-3a67-497c-8976-8e7b2f8944ed req-c5ea1d14-5b1a-431c-be0e-145d581fb5a8 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481915 Jun 15 00:40:43.118844 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799b849-ad09-4424-807f-3f81194cdc09 req-6bd3705e-a915-41d3-86ce-aa1521090cf5 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:43.120315 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c799b849-ad09-4424-807f-3f81194cdc09 req-6bd3705e-a915-41d3-86ce-aa1521090cf5 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 946 time: 0.0469801 Jun 15 00:40:43.128840 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 60790) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:43.129996 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-422518f2-528a-42d8-8e44-e8142458ecc4 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c13d8e3a764cf59f81e17eaca1c853 HTTP/1.1" status: 200 len: 380 time: 0.0597475 Jun 15 00:40:43.133520 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-fd3927d5-6c61-45a3-a940-0454f7f3b2bf tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Request body: {'floatingip': {'port_id': '029210bb-8f83-405e-8d55-81b2e9efcf7d'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:43.170010 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fd3927d5-6c61-45a3-a940-0454f7f3b2bf tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (9823c556-5c33-433d-8300-2beb446c34cd), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:43.447219 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:43.465227 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48a0af-2f40-40c1-92b5-4cbcac32dab0 req-e4b189c9-b734-4c31-a488-e87e6d816c69 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:43.466744 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c48a0af-2f40-40c1-92b5-4cbcac32dab0 req-e4b189c9-b734-4c31-a488-e87e6d816c69 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0534961 Jun 15 00:40:43.517938 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c48a0af-2f40-40c1-92b5-4cbcac32dab0 req-fd3dd471-8f7d-4a7d-b6f3-41138f538fae tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Jun 15 00:40:43.545050 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-474aaacf-3e91-492c-a7e5-2744b87a38a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'port': {'device_id': 'f301d845-3d76-4a9e-9147-521ad058807b', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'admin_state_up': True, 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'security_groups': ['84ccbab1-0c28-4f10-82a4-313857fcdd91']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:43.581226 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fd3927d5-6c61-45a3-a940-0454f7f3b2bf tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:43.585009 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fd3927d5-6c61-45a3-a940-0454f7f3b2bf tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (9823c556-5c33-433d-8300-2beb446c34cd), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:43.654835 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-474aaacf-3e91-492c-a7e5-2744b87a38a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Made reservation on behalf of 32c13d8e3a764cf59f81e17eaca1c853 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:40:43.658174 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-474aaacf-3e91-492c-a7e5-2744b87a38a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:43.684404 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [None req-fd3927d5-6c61-45a3-a940-0454f7f3b2bf tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Floating IP 9823c556-5c33-433d-8300-2beb446c34cd associated. External IP: 172.27.3.201, port: 029210bb-8f83-405e-8d55-81b2e9efcf7d. Jun 15 00:40:43.754465 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:43.772535 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:43.779553 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d5570787-ca21-44b9-82f9-60b7b0d373a9 req-a46901e9-e6de-4456-ab37-6bd5c9a29f38 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 210 time: 0.0587463 Jun 15 00:40:43.789287 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-474aaacf-3e91-492c-a7e5-2744b87a38a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Allocated IP 172.20.0.8 (635266bb-134b-444e-917a-980ab805d85f/e5220b8d-5fa8-4bba-b479-879643712889/07d0a2e1-b218-4493-8d36-35d857262940) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:40:43.908277 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:43.926124 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3927d5-6c61-45a3-a940-0454f7f3b2bf tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:40:43.945915 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-474aaacf-3e91-492c-a7e5-2744b87a38a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for port (07d0a2e1-b218-4493-8d36-35d857262940), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:44.019895 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409e7c7-59d2-4008-ab7c-c21e2cfebca0 req-55d08d1a-456e-4286-9510-fdccccd2f348 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:44.021531 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e409e7c7-59d2-4008-ab7c-c21e2cfebca0 req-55d08d1a-456e-4286-9510-fdccccd2f348 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 946 time: 0.0661488 Jun 15 00:40:44.028444 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-474aaacf-3e91-492c-a7e5-2744b87a38a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (07d0a2e1-b218-4493-8d36-35d857262940), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:44.091091 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-474aaacf-3e91-492c-a7e5-2744b87a38a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Network 635266bb-134b-444e-917a-980ab805d85f is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:40:44.101693 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-474aaacf-3e91-492c-a7e5-2744b87a38a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:40:44.104194 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-474aaacf-3e91-492c-a7e5-2744b87a38a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:40:44.157118 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474aaacf-3e91-492c-a7e5-2744b87a38a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event updated for resources: {'Port': ['ID=07d0a2e1-b218-4493-8d36-35d857262940,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:44.177293 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e409e7c7-59d2-4008-ab7c-c21e2cfebca0 req-d238f8dd-0645-4879-b61c-2a20a3beabd7 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418915 Jun 15 00:40:44.195639 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-474aaacf-3e91-492c-a7e5-2744b87a38a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:44.196409 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-474aaacf-3e91-492c-a7e5-2744b87a38a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:44.219022 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-474aaacf-3e91-492c-a7e5-2744b87a38a0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6773233 Jun 15 00:40:44.304009 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Request body: {'port': {'device_id': 'f301d845-3d76-4a9e-9147-521ad058807b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:44.381471 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (07d0a2e1-b218-4493-8d36-35d857262940), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:44.386137 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e410a4-333a-4885-a0dc-abfe2b110ce4 req-ee1d400c-afa9-47c9-aac6-6ec6baa239b4 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:44.387580 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-25e410a4-333a-4885-a0dc-abfe2b110ce4 req-ee1d400c-afa9-47c9-aac6-6ec6baa239b4 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 946 time: 0.0547466 Jun 15 00:40:44.413319 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3927d5-6c61-45a3-a940-0454f7f3b2bf tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:40:44.418557 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fd3927d5-6c61-45a3-a940-0454f7f3b2bf tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:44.423112 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c44c5b-5eef-474b-b5eb-146624e0d645 None None] Sync routers for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:40:44.437724 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c44c5b-5eef-474b-b5eb-146624e0d645 None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:44.439362 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-57c44c5b-5eef-474b-b5eb-146624e0d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:44.443069 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8912922f-9e58-4f15-8a4a-d945027ea828 None None] Provisioning complete for port 07d0a2e1-b218-4493-8d36-35d857262940 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:44.444093 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8912922f-9e58-4f15-8a4a-d945027ea828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (07d0a2e1-b218-4493-8d36-35d857262940), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:44.467719 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-fd3927d5-6c61-45a3-a940-0454f7f3b2bf tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "PUT /v2.0/floatingips/9823c556-5c33-433d-8300-2beb446c34cd HTTP/1.1" status: 200 len: 992 time: 1.3378859 Jun 15 00:40:44.468547 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64f1106-b24e-465a-97e1-f379d5babc95', 'tag': '029210bb-8f83-405e-8d55-81b2e9efcf7d'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:40:44.470807 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b1325d-3975-4429-b5f6-f1acf8afb4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a64f1106-b24e-465a-97e1-f379d5babc95", "tag": "029210bb-8f83-405e-8d55-81b2e9efcf7d"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:40:44.489361 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-25e410a4-333a-4885-a0dc-abfe2b110ce4 req-bc378ae8-4c7f-4b38-b3ac-a66b11a77edc tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895035 Jun 15 00:40:44.521092 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:44.530698 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476315b0-d809-408f-af50-4ff03b829c35 x-openstack-request-id: req-476315b0-d809-408f-af50-4ff03b829c35 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:40:44.530698 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64f1106-b24e-465a-97e1-f379d5babc95", "tag": "029210bb-8f83-405e-8d55-81b2e9efcf7d", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:40:44.530975 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-476315b0-d809-408f-af50-4ff03b829c35 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:40:44.531459 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476315b0-d809-408f-af50-4ff03b829c35'] response: {'name': 'network-changed', 'server_uuid': 'a64f1106-b24e-465a-97e1-f379d5babc95', 'tag': '029210bb-8f83-405e-8d55-81b2e9efcf7d', 'status': 'completed', 'code': 200} Jun 15 00:40:44.541230 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8912922f-9e58-4f15-8a4a-d945027ea828 None None] Port 07d0a2e1-b218-4493-8d36-35d857262940 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:40:44.548639 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:44.586320 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-57c44c5b-5eef-474b-b5eb-146624e0d645 None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:44.672223 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b9caa-1c62-43a7-a5b2-0a1352cad21d req-45a2eafe-c80f-4943-8a20-5d5ebaa96e5a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:44.673761 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-715b9caa-1c62-43a7-a5b2-0a1352cad21d req-45a2eafe-c80f-4943-8a20-5d5ebaa96e5a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0613801 Jun 15 00:40:44.722305 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=1,neutron:UPDATE=5,neutron:SELECT=92,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:44.761103 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:44.771360 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-715b9caa-1c62-43a7-a5b2-0a1352cad21d req-7abbc2e1-81bf-4112-bcf3-e4ccd51d9ab4 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853145 Jun 15 00:40:44.787324 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d0a2e1-b218-4493-8d36-35d857262940 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:40:44.803590 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Publish callbacks [] for port (07d0a2e1-b218-4493-8d36-35d857262940), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:44.808766 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:44.819260 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Transition to ACTIVE for port object 07d0a2e1-b218-4493-8d36-35d857262940 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:40:44.819450 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-57c44c5b-5eef-474b-b5eb-146624e0d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '9823c556-5c33-433d-8300-2beb446c34cd', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'port_id': '029210bb-8f83-405e-8d55-81b2e9efcf7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'mac_address': 'fa:16:3e:34:64:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1106-b24e-465a-97e1-f379d5babc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:40:19Z', 'updated_at': '2022-06-15T00:40:43Z', 'revision_number': 1, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:56Z', 'revision_number': 5, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:44.825060 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (07d0a2e1-b218-4493-8d36-35d857262940), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:44.849796 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c44c5b-5eef-474b-b5eb-146624e0d645 None None] Checking router: db8f38eb-5817-49ad-9b9e-39c0bb8ac411 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:40:44.869191 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c44c5b-5eef-474b-b5eb-146624e0d645 None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:44.869504 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-57c44c5b-5eef-474b-b5eb-146624e0d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:44.879048 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3493d-249f-4b28-a622-a5412a0ed2e1 req-9cbd91ce-6918-464a-a67b-cabaddb8aba5 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:44.886446 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-25f3493d-249f-4b28-a622-a5412a0ed2e1 req-9cbd91ce-6918-464a-a67b-cabaddb8aba5 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 946 time: 0.0754011 Jun 15 00:40:44.929554 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Pushing event updated for resources: {'Port': ['ID=07d0a2e1-b218-4493-8d36-35d857262940,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:44.944014 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-25f3493d-249f-4b28-a622-a5412a0ed2e1 req-aede1fb0-b122-4351-812e-9872440e6666 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565929 Jun 15 00:40:45.013741 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-57c44c5b-5eef-474b-b5eb-146624e0d645 None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:45.017555 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ff176-880c-4122-be66-0d4ed0eac9eb req-534aa254-d9fc-417b-8e6d-942d2cc6bae9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:45.019473 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-737ff176-880c-4122-be66-0d4ed0eac9eb req-534aa254-d9fc-417b-8e6d-942d2cc6bae9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 943 time: 0.1461709 Jun 15 00:40:45.089192 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Attempting to bind port 07d0a2e1-b218-4493-8d36-35d857262940 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:40:45.089461 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Attempting to bind port 07d0a2e1-b218-4493-8d36-35d857262940 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:40:45.089795 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Attempting to bind port 07d0a2e1-b218-4493-8d36-35d857262940 on network 635266bb-134b-444e-917a-980ab805d85f {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:40:45.101810 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Port 07d0a2e1-b218-4493-8d36-35d857262940 on network 635266bb-134b-444e-917a-980ab805d85f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:40:45.102152 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Attempting to bind port 07d0a2e1-b218-4493-8d36-35d857262940 on network 635266bb-134b-444e-917a-980ab805d85f {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:40:45.110948 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-737ff176-880c-4122-be66-0d4ed0eac9eb req-1ee7eaa8-d2dc-4266-b816-82f40cfdd96c tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824170 Jun 15 00:40:45.111864 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:40:45.112192 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Checking segment: {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:40:45.112582 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Bound using segment: {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:40:45.113088 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Bound port: 07d0a2e1-b218-4493-8d36-35d857262940, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7acb605-0eb2-4465-89ac-a23cd763c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '635266bb-134b-444e-917a-980ab805d85f'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:40:45.113399 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (07d0a2e1-b218-4493-8d36-35d857262940), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:45.207079 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] For port 07d0a2e1-b218-4493-8d36-35d857262940, host hv-cinder-83538, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:40:45.211955 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] For port 07d0a2e1-b218-4493-8d36-35d857262940, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=07d0a2e1-b218-4493-8d36-35d857262940,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:40:45.218032 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (07d0a2e1-b218-4493-8d36-35d857262940), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:45.256918 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:45.257284 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:45.260081 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] 10.222.0.42 "PUT /v2.0/ports/07d0a2e1-b218-4493-8d36-35d857262940 HTTP/1.1" status: 200 len: 1093 time: 0.9719236 Jun 15 00:40:45.262823 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f301d845-3d76-4a9e-9147-521ad058807b', 'tag': '07d0a2e1-b218-4493-8d36-35d857262940'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:40:45.265911 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62da7013-d4bc-4a94-b81d-5758826cd561" -d '{"events": [{"name": "network-changed", "server_uuid": "f301d845-3d76-4a9e-9147-521ad058807b", "tag": "07d0a2e1-b218-4493-8d36-35d857262940"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:40:45.297612 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-57c44c5b-5eef-474b-b5eb-146624e0d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '9823c556-5c33-433d-8300-2beb446c34cd', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'port_id': '029210bb-8f83-405e-8d55-81b2e9efcf7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'mac_address': 'fa:16:3e:34:64:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1106-b24e-465a-97e1-f379d5babc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:40:19Z', 'updated_at': '2022-06-15T00:40:43Z', 'revision_number': 1, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:56Z', 'revision_number': 5, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:45.339037 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a424a5fd-9155-4ae9-a531-7eafdd785516 x-openstack-request-id: req-a424a5fd-9155-4ae9-a531-7eafdd785516 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:40:45.339037 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f301d845-3d76-4a9e-9147-521ad058807b", "tag": "07d0a2e1-b218-4493-8d36-35d857262940", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:40:45.339037 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a424a5fd-9155-4ae9-a531-7eafdd785516 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:40:45.339037 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a424a5fd-9155-4ae9-a531-7eafdd785516'] response: {'name': 'network-changed', 'server_uuid': 'f301d845-3d76-4a9e-9147-521ad058807b', 'tag': '07d0a2e1-b218-4493-8d36-35d857262940', 'status': 'completed', 'code': 200} Jun 15 00:40:45.342049 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c44c5b-5eef-474b-b5eb-146624e0d645 None None] The sync data for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi is: [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '9823c556-5c33-433d-8300-2beb446c34cd', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'port_id': '029210bb-8f83-405e-8d55-81b2e9efcf7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'mac_address': 'fa:16:3e:34:64:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1106-b24e-465a-97e1-f379d5babc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:40:19Z', 'updated_at': '2022-06-15T00:40:43Z', 'revision_number': 1, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:56Z', 'revision_number': 5, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:40:45.348900 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a1cdd-b162-41cf-87af-91f83e363159 service neutron] Pushing event updated for resources: {'Port': ['ID=07d0a2e1-b218-4493-8d36-35d857262940,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:45.557003 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7013d36-e3d3-41e0-9972-6d67679869a7 None None] New status for floating IP 9823c556-5c33-433d-8300-2beb446c34cd: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:40:45.899912 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c75d2-8f84-4f5e-81a6-20247c1f9c5a req-6ec0c84f-efad-4685-92f5-a63d652efc6b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:45.901429 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-da1c75d2-8f84-4f5e-81a6-20247c1f9c5a req-6ec0c84f-efad-4685-92f5-a63d652efc6b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0502193 Jun 15 00:40:45.942808 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:45.948112 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-da1c75d2-8f84-4f5e-81a6-20247c1f9c5a req-8365a5de-5d32-480d-9ef0-bed03e3834a3 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412314 Jun 15 00:40:46.227741 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa0c29-3933-4a45-a00c-2a3cfd507947 req-782adc84-b83a-4c85-aa54-6d4fe5a0c57e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:46.229229 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d8aa0c29-3933-4a45-a00c-2a3cfd507947 req-782adc84-b83a-4c85-aa54-6d4fe5a0c57e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 943 time: 0.0497203 Jun 15 00:40:46.275526 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d8aa0c29-3933-4a45-a00c-2a3cfd507947 req-40854022-f803-418c-b7e7-2e0cc79b1e97 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407488 Jun 15 00:40:47.066638 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06654be8-dcb4-405d-93ad-0e989bafae24 req-ce4385e7-bdee-4441-8fc7-a0b03e500754 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:47.068126 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06654be8-dcb4-405d-93ad-0e989bafae24 req-ce4385e7-bdee-4441-8fc7-a0b03e500754 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0497069 Jun 15 00:40:47.114416 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06654be8-dcb4-405d-93ad-0e989bafae24 req-a82c6a2c-94e3-4802-a1b5-17400ccaa9b6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402946 Jun 15 00:40:47.316193 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7013-d4bc-4a94-b81d-5758826cd561 req-c47e7148-fd92-45e0-8b9a-4903a14ce464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:47.317700 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62da7013-d4bc-4a94-b81d-5758826cd561 req-c47e7148-fd92-45e0-8b9a-4903a14ce464 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 1127 time: 0.0718920 Jun 15 00:40:47.318750 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1325d-3975-4429-b5f6-f1acf8afb4b7 req-3c0284e4-5a12-47b9-ba2f-4a77a3eb7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:47.320727 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-05b1325d-3975-4429-b5f6-f1acf8afb4b7 req-3c0284e4-5a12-47b9-ba2f-4a77a3eb7b1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad57875727e24965a37faca9c9a30984&device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 1130 time: 0.0663016 Jun 15 00:40:47.390879 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298f1b-e301-40d1-82a6-6bb1ceaba272 req-4e67bb65-356d-498c-8507-60d25447e50e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:47.392413 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-51298f1b-e301-40d1-82a6-6bb1ceaba272 req-4e67bb65-356d-498c-8507-60d25447e50e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 943 time: 0.0493617 Jun 15 00:40:47.450538 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-51298f1b-e301-40d1-82a6-6bb1ceaba272 req-ddb649d2-d23c-449e-a117-886d57644fe8 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520341 Jun 15 00:40:47.556399 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7013-d4bc-4a94-b81d-5758826cd561 req-8a6da670-91f7-41eb-86f2-f3337fac4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:47.558035 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62da7013-d4bc-4a94-b81d-5758826cd561 req-8a6da670-91f7-41eb-86f2-f3337fac4374 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1617029 Jun 15 00:40:47.558972 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1325d-3975-4429-b5f6-f1acf8afb4b7 req-220c3fa1-952a-4dbb-a0e0-6ff33a03154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:47.560447 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-05b1325d-3975-4429-b5f6-f1acf8afb4b7 req-220c3fa1-952a-4dbb-a0e0-6ff33a03154f service neutron] 10.222.0.42 "GET /v2.0/networks?id=3761bde8-b221-417b-8881-85e060df935f HTTP/1.1" status: 200 len: 912 time: 0.1730070 Jun 15 00:40:47.746044 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:47.759734 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-05b1325d-3975-4429-b5f6-f1acf8afb4b7 req-1370c6a5-82c8-4e98-9f99-7307b16a7198 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=029210bb-8f83-405e-8d55-81b2e9efcf7d HTTP/1.1" status: 200 len: 1002 time: 0.0992374 Jun 15 00:40:47.799223 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7013-d4bc-4a94-b81d-5758826cd561 req-45e8efca-9d97-4851-9749-b3d1bc80993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:47.800572 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62da7013-d4bc-4a94-b81d-5758826cd561 req-45e8efca-9d97-4851-9749-b3d1bc80993a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1634948 Jun 15 00:40:47.817812 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1325d-3975-4429-b5f6-f1acf8afb4b7 req-aadadc01-65dc-425d-8de8-3f3d39961bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:47.819207 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-05b1325d-3975-4429-b5f6-f1acf8afb4b7 req-aadadc01-65dc-425d-8de8-3f3d39961bf6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=689a593e-4a17-4083-adfb-a273ffd4ed01 HTTP/1.1" status: 200 len: 850 time: 0.0505831 Jun 15 00:40:47.895795 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1325d-3975-4429-b5f6-f1acf8afb4b7 req-8e41b039-f4b6-4e13-aaf2-5701dbaaf504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:47.897253 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-05b1325d-3975-4429-b5f6-f1acf8afb4b7 req-8e41b039-f4b6-4e13-aaf2-5701dbaaf504 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3761bde8-b221-417b-8881-85e060df935f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643332 Jun 15 00:40:47.904892 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-4bf88205-35a0-4cef-bff5-62690963c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:47.906243 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-4bf88205-35a0-4cef-bff5-62690963c7d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 1127 time: 0.0441608 Jun 15 00:40:47.961491 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-bea524dd-ba5b-46ab-bf6f-9bb687e38c87 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07d0a2e1-b218-4493-8d36-35d857262940 HTTP/1.1" status: 200 len: 217 time: 0.0373445 Jun 15 00:40:48.050032 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-7f4dcce0-01b8-424e-838b-4563318fcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:48.051424 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-7f4dcce0-01b8-424e-838b-4563318fcd54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5220b8d-5fa8-4bba-b479-879643712889 HTTP/1.1" status: 200 len: 854 time: 0.0840366 Jun 15 00:40:48.056382 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-05b1325d-3975-4429-b5f6-f1acf8afb4b7 req-bbd6b34f-b8a0-42a9-b316-4fd67ad5ffda service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493185 Jun 15 00:40:48.126421 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-0d057c05-5527-4af4-9c58-407675fd0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:48.127906 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-0d057c05-5527-4af4-9c58-407675fd0c16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=635266bb-134b-444e-917a-980ab805d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660133 Jun 15 00:40:48.213186 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:48.261755 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-05b1325d-3975-4429-b5f6-f1acf8afb4b7 req-b18e3b5f-c298-4d2e-8f11-ce201f0d9eb7 service neutron] 10.222.0.42 "GET /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986825 Jun 15 00:40:48.283425 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4254d9-79b9-4235-8fbb-7852df1db6ec req-dd502927-8446-4bf0-8b8a-eb9522259ebb tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:48.284814 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c4254d9-79b9-4235-8fbb-7852df1db6ec req-dd502927-8446-4bf0-8b8a-eb9522259ebb tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0966589 Jun 15 00:40:48.312718 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-54367a41-f6ec-4780-8cd0-eff0fe759757 service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611142 Jun 15 00:40:48.370723 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c4254d9-79b9-4235-8fbb-7852df1db6ec req-d8fd15a3-fcc8-4318-8362-c15d70eb6072 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800066 Jun 15 00:40:48.427135 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce95cc37-554d-46cf-bd61-4a0a80914f1e req-f06cfc79-ab42-4acd-927c-f9fa160314d9 service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078663 Jun 15 00:40:48.578856 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446e2f7-e517-4daa-b548-e411cd127925 req-dc05d57b-48a8-40f4-8f7a-a7bdcac56e92 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:48.580342 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5446e2f7-e517-4daa-b548-e411cd127925 req-dc05d57b-48a8-40f4-8f7a-a7bdcac56e92 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 943 time: 0.0481474 Jun 15 00:40:48.635109 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5446e2f7-e517-4daa-b548-e411cd127925 req-68cdc038-0078-4f34-b5e9-7d08bd38cbbb tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468071 Jun 15 00:40:49.489802 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65102281-1367-4679-a0ab-a78522f0fa3e req-9a093805-c6a3-4965-aec0-2f7723f8d440 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:49.491303 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-65102281-1367-4679-a0ab-a78522f0fa3e req-9a093805-c6a3-4965-aec0-2f7723f8d440 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0483899 Jun 15 00:40:49.539255 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-65102281-1367-4679-a0ab-a78522f0fa3e req-92900e9f-0ef1-4dac-a88d-1756b8c0f8c9 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423436 Jun 15 00:40:49.761496 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e49df-c503-46ba-8380-ba8b0f7e083d req-e5309bc1-cebd-4030-8704-3e6c82ac9280 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:49.763090 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-909e49df-c503-46ba-8380-ba8b0f7e083d req-e5309bc1-cebd-4030-8704-3e6c82ac9280 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 943 time: 0.0610218 Jun 15 00:40:49.817094 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-909e49df-c503-46ba-8380-ba8b0f7e083d req-b1b39a55-b8e0-4066-9982-fa83d6d68fa5 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483174 Jun 15 00:40:50.663250 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a972d8c-2710-425a-9fd9-7abba8a041fb req-d9a4ce6e-29c6-477e-a48d-3bf5951b299a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:50.665043 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2a972d8c-2710-425a-9fd9-7abba8a041fb req-d9a4ce6e-29c6-477e-a48d-3bf5951b299a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0519357 Jun 15 00:40:50.677907 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:50.718348 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2a972d8c-2710-425a-9fd9-7abba8a041fb req-f5d93ebe-28d8-46b2-948e-c5403c6d3700 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472295 Jun 15 00:40:50.932826 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a435a8-ff42-455c-afee-eb4c9fde72df req-f267ea69-242d-43e5-925d-73021ce03fd4 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:50.934324 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c1a435a8-ff42-455c-afee-eb4c9fde72df req-f267ea69-242d-43e5-925d-73021ce03fd4 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 943 time: 0.0468028 Jun 15 00:40:50.982209 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c1a435a8-ff42-455c-afee-eb4c9fde72df req-daac4a32-5de8-43b4-b4c7-ab7ed6ae1f5e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421653 Jun 15 00:40:51.145311 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 07d0a2e1-b218-4493-8d36-35d857262940 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:40:51.151904 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:51.247007 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 07d0a2e1-b218-4493-8d36-35d857262940, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=07d0a2e1-b218-4493-8d36-35d857262940,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:51.258059 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '07d0a2e1-b218-4493-8d36-35d857262940', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'port_id': '07d0a2e1-b218-4493-8d36-35d857262940', 'mac_address': 'fa:16:3e:d0:c3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:40:51.294671 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 07d0a2e1-b218-4493-8d36-35d857262940 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:51.295084 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (07d0a2e1-b218-4493-8d36-35d857262940), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:51.308403 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d0a2e1-b218-4493-8d36-35d857262940 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:40:51.328679 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 07d0a2e1-b218-4493-8d36-35d857262940, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=07d0a2e1-b218-4493-8d36-35d857262940,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:51.332392 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (07d0a2e1-b218-4493-8d36-35d857262940), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:51.333148 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device fd3bccfe-57dd-4af7-b667-ce15cebfce19 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:40:51.373349 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:51.405758 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=07d0a2e1-b218-4493-8d36-35d857262940,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:51.476318 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 60924) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:51.479294 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port fd3bccfe-57dd-4af7-b667-ce15cebfce19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:51.493491 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'port_id': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'mac_address': 'fa:16:3e:c0:e7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:40:51.529216 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port fd3bccfe-57dd-4af7-b667-ce15cebfce19 is: ACTIVE; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:51.529608 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:51.542693 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd3bccfe-57dd-4af7-b667-ce15cebfce19 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:40:51.562838 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port fd3bccfe-57dd-4af7-b667-ce15cebfce19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:51.567573 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:51.588445 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4371ff66-0836-446f-a6e7-7a9124810984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:51.616885 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=fd3bccfe-57dd-4af7-b667-ce15cebfce19,revision_number=6']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:51.623375 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:51.672363 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4371ff66-0836-446f-a6e7-7a9124810984 admin admin] Publish callbacks [] for security_group (43a5b45a-1886-45cd-a8a2-bef674009962), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:51.676863 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4371ff66-0836-446f-a6e7-7a9124810984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (43a5b45a-1886-45cd-a8a2-bef674009962), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:51.719363 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-4371ff66-0836-446f-a6e7-7a9124810984 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cb1ed90f59324bd995878ce5d76e6787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415667 Jun 15 00:40:51.720221 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371ff66-0836-446f-a6e7-7a9124810984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a5b45a-1886-45cd-a8a2-bef674009962,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:51.722351 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 60928) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:51.771652 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2d7df37-f090-456b-bda2-a2154cc090b2 admin admin] Publish callbacks [] for security_group (43a5b45a-1886-45cd-a8a2-bef674009962), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:51.792947 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2d7df37-f090-456b-bda2-a2154cc090b2 admin admin] Publish callbacks [] for security_group (43a5b45a-1886-45cd-a8a2-bef674009962), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:51.837224 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e648de1-c6ac-4135-a1fc-f1bca7e083d2 req-68ee6bc3-949a-4a5f-9189-6c58067178ce tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:51.839469 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3e648de1-c6ac-4135-a1fc-f1bca7e083d2 req-68ee6bc3-949a-4a5f-9189-6c58067178ce tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 944 time: 0.0489829 Jun 15 00:40:51.853691 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2d7df37-f090-456b-bda2-a2154cc090b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (43a5b45a-1886-45cd-a8a2-bef674009962), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:51.856527 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2d7df37-f090-456b-bda2-a2154cc090b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:51.857667 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d2d7df37-f090-456b-bda2-a2154cc090b2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/43a5b45a-1886-45cd-a8a2-bef674009962 HTTP/1.1" status: 204 len: 168 time: 0.1342955 Jun 15 00:40:51.865364 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7df37-f090-456b-bda2-a2154cc090b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a5b45a-1886-45cd-a8a2-bef674009962,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:51.897215 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3e648de1-c6ac-4135-a1fc-f1bca7e083d2 req-ed585c14-b0ec-458d-8adb-31eb132de0e7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518830 Jun 15 00:40:52.084191 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:52.102892 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c934634-59fe-46c9-b549-31eab85ac576 req-5ef08a38-630e-460b-afb6-62ca2e0daa10 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:52.104425 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c934634-59fe-46c9-b549-31eab85ac576 req-5ef08a38-630e-460b-afb6-62ca2e0daa10 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 944 time: 0.0507853 Jun 15 00:40:52.139956 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['07d0a2e1-b218-4493-8d36-35d857262940'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:40:52.169394 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c934634-59fe-46c9-b549-31eab85ac576 req-aea941a0-b062-4c3d-b1aa-1fad46bf174d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592601 Jun 15 00:40:52.254880 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['fd3bccfe-57dd-4af7-b667-ce15cebfce19'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:40:52.388513 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:53.059899 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5439025-e130-4903-8de3-bd9818e4da70 req-5f59f729-7331-4a2b-a0a1-8cdbd93befcc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:53.063393 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f5439025-e130-4903-8de3-bd9818e4da70 req-5f59f729-7331-4a2b-a0a1-8cdbd93befcc tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 944 time: 0.0633159 Jun 15 00:40:53.124297 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f5439025-e130-4903-8de3-bd9818e4da70 req-5c6fd812-a29a-4ac9-bf3d-d30923e15d91 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567708 Jun 15 00:40:53.162196 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 07d0a2e1-b218-4493-8d36-35d857262940 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:40:53.212856 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 07d0a2e1-b218-4493-8d36-35d857262940 completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:40:53.223410 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 07d0a2e1-b218-4493-8d36-35d857262940 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:53.223849 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (07d0a2e1-b218-4493-8d36-35d857262940), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:53.295128 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7533783-c623-4f3a-b1d8-6beefc3b0aad req-bb3e7e88-27b6-410e-ad94-b007f9ec8877 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:53.304965 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 07d0a2e1-b218-4493-8d36-35d857262940 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:53.305591 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7533783-c623-4f3a-b1d8-6beefc3b0aad req-bb3e7e88-27b6-410e-ad94-b007f9ec8877 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 944 time: 0.0654769 Jun 15 00:40:53.306384 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (07d0a2e1-b218-4493-8d36-35d857262940), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:53.347424 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 07d0a2e1-b218-4493-8d36-35d857262940, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=07d0a2e1-b218-4493-8d36-35d857262940,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:53.348979 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f301d845-3d76-4a9e-9147-521ad058807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d0a2e1-b218-4493-8d36-35d857262940'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:40:53.351989 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113c9f0c-b5aa-496e-9150-b821adc44032" -d '{"events": [{"server_uuid": "f301d845-3d76-4a9e-9147-521ad058807b", "name": "network-vif-plugged", "status": "completed", "tag": "07d0a2e1-b218-4493-8d36-35d857262940"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:40:53.372532 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7533783-c623-4f3a-b1d8-6beefc3b0aad req-3a8491a0-7b27-465a-a4d2-dc34959c9b23 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665479 Jun 15 00:40:53.373818 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (07d0a2e1-b218-4493-8d36-35d857262940), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:53.375682 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device fd3bccfe-57dd-4af7-b667-ce15cebfce19 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:40:53.430240 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f086814-0683-44cd-89c4-eff454669744 x-openstack-request-id: req-4f086814-0683-44cd-89c4-eff454669744 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:40:53.430534 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f301d845-3d76-4a9e-9147-521ad058807b", "name": "network-vif-plugged", "status": "completed", "tag": "07d0a2e1-b218-4493-8d36-35d857262940", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:40:53.430815 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4f086814-0683-44cd-89c4-eff454669744 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:40:53.431232 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f086814-0683-44cd-89c4-eff454669744'] response: {'server_uuid': 'f301d845-3d76-4a9e-9147-521ad058807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d0a2e1-b218-4493-8d36-35d857262940', 'code': 200} Jun 15 00:40:53.445362 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:53.526064 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=07d0a2e1-b218-4493-8d36-35d857262940,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:53.532501 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port fd3bccfe-57dd-4af7-b667-ce15cebfce19 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:40:53.532949 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:53.622840 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port fd3bccfe-57dd-4af7-b667-ce15cebfce19 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:40:53.623252 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:53.664879 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port fd3bccfe-57dd-4af7-b667-ce15cebfce19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:40:53.671434 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:53.684280 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369ab2f-8859-4ccf-98f8-8f246fcfa2e3 req-05683dc5-4d15-4162-9e9f-239ac1975244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:53.686305 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a369ab2f-8859-4ccf-98f8-8f246fcfa2e3 req-05683dc5-4d15-4162-9e9f-239ac1975244 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 1129 time: 0.0480654 Jun 15 00:40:53.738564 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a369ab2f-8859-4ccf-98f8-8f246fcfa2e3 req-d2028ff1-bcd1-4efa-be0a-98a1d592320c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444734 Jun 15 00:40:53.741822 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=fd3bccfe-57dd-4af7-b667-ce15cebfce19,revision_number=7']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:54.276468 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f04e59-96d8-40e0-a1ed-c172121cbc95 req-4fe5fee6-d753-4d31-bb73-f280346ab0c6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:54.278130 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4f04e59-96d8-40e0-a1ed-c172121cbc95 req-4fe5fee6-d753-4d31-bb73-f280346ab0c6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0610523 Jun 15 00:40:54.342210 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4f04e59-96d8-40e0-a1ed-c172121cbc95 req-17c37857-8648-4d44-9559-3a326386966c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566528 Jun 15 00:40:54.526000 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e9b05-519e-4c7a-98ec-04c9a00c71f7 req-e1a1060f-1004-4812-9b7c-07416eca19f6 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:54.527738 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9a3e9b05-519e-4c7a-98ec-04c9a00c71f7 req-e1a1060f-1004-4812-9b7c-07416eca19f6 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 945 time: 0.0713136 Jun 15 00:40:54.587859 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9a3e9b05-519e-4c7a-98ec-04c9a00c71f7 req-513595dc-ce6f-45ce-84ce-fed65cda4559 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543144 Jun 15 00:40:55.297827 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=52 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:55.301299 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=30 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:55.433222 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:40:55.436692 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bd90e4-4a15-49d4-8129-fc2bc370ac8f" -d '{"events": [{"server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "name": "network-vif-plugged", "status": "completed", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:40:55.514135 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5007cd02-4104-49aa-9905-ec0b330d0715 x-openstack-request-id: req-5007cd02-4104-49aa-9905-ec0b330d0715 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:40:55.514611 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "name": "network-vif-plugged", "status": "completed", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:40:55.515043 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5007cd02-4104-49aa-9905-ec0b330d0715 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:40:55.515507 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5007cd02-4104-49aa-9905-ec0b330d0715'] response: {'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'code': 200} Jun 15 00:40:55.572006 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51502a2-cc6f-429c-922d-38c15865fdb2 req-315628e8-4bd7-4d7b-a330-60a63bc5f4b7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:55.573702 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c51502a2-cc6f-429c-922d-38c15865fdb2 req-315628e8-4bd7-4d7b-a330-60a63bc5f4b7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0755942 Jun 15 00:40:55.635272 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c51502a2-cc6f-429c-922d-38c15865fdb2 req-d53a9f2f-003e-4806-a461-465d72c7840e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545452 Jun 15 00:40:55.724644 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acbd07-fee5-4f1d-82c8-342674a1342e req-b769cffb-8a76-45a7-a027-61bc918f4dc4 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:55.726767 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b5acbd07-fee5-4f1d-82c8-342674a1342e req-b769cffb-8a76-45a7-a027-61bc918f4dc4 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 945 time: 0.0549438 Jun 15 00:40:55.803302 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b5acbd07-fee5-4f1d-82c8-342674a1342e req-306872f9-6a5a-4471-9a52-6d35404948b5 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622396 Jun 15 00:40:55.929749 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59506e3a-1330-426a-944c-cce68366fb9d req-474d8e48-7914-419d-9bd5-1ab2ccd83bb9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:55.932380 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59506e3a-1330-426a-944c-cce68366fb9d req-474d8e48-7914-419d-9bd5-1ab2ccd83bb9 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 945 time: 0.0561345 Jun 15 00:40:55.942458 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 32806) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:55.947007 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-6e575e8d-5de9-4584-83f4-d946358354fd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Request body: {'floatingip': {'port_id': '07d0a2e1-b218-4493-8d36-35d857262940'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:55.992625 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6e575e8d-5de9-4584-83f4-d946358354fd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (0f0170b0-c324-44c3-9f1d-57f276b72b88), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:56.481840 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:56.565051 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6e575e8d-5de9-4584-83f4-d946358354fd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:56.570006 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6e575e8d-5de9-4584-83f4-d946358354fd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (0f0170b0-c324-44c3-9f1d-57f276b72b88), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:56.708164 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [None req-6e575e8d-5de9-4584-83f4-d946358354fd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Floating IP 0f0170b0-c324-44c3-9f1d-57f276b72b88 associated. External IP: 172.27.3.27, port: 07d0a2e1-b218-4493-8d36-35d857262940. Jun 15 00:40:56.804865 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:56.872254 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0384a23-2a12-4bf1-a1ab-4618fc341fba req-961db9b6-30c5-45a3-a1f1-b83178b0cd21 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:56.873982 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e0384a23-2a12-4bf1-a1ab-4618fc341fba req-961db9b6-30c5-45a3-a1f1-b83178b0cd21 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0700655 Jun 15 00:40:57.000640 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e0384a23-2a12-4bf1-a1ab-4618fc341fba req-04c78926-7ee0-49ad-a264-7d039dba1a04 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914359 Jun 15 00:40:57.031421 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e575e8d-5de9-4584-83f4-d946358354fd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:40:57.202210 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e575e8d-5de9-4584-83f4-d946358354fd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:40:57.207385 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6e575e8d-5de9-4584-83f4-d946358354fd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:57.213944 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f709b3-8370-4197-8959-a1e690e099e2 None None] Sync routers for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:40:57.225843 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f709b3-8370-4197-8959-a1e690e099e2 None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:57.226485 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-74f709b3-8370-4197-8959-a1e690e099e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:57.245061 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-6e575e8d-5de9-4584-83f4-d946358354fd tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "PUT /v2.0/floatingips/0f0170b0-c324-44c3-9f1d-57f276b72b88 HTTP/1.1" status: 200 len: 990 time: 1.3014474 Jun 15 00:40:57.245821 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f301d845-3d76-4a9e-9147-521ad058807b', 'tag': '07d0a2e1-b218-4493-8d36-35d857262940'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:40:57.248237 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf2f167-3444-42b2-bda7-95067aec1229" -d '{"events": [{"name": "network-changed", "server_uuid": "f301d845-3d76-4a9e-9147-521ad058807b", "tag": "07d0a2e1-b218-4493-8d36-35d857262940"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:40:57.288292 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77686140-4fc2-48ea-8c2f-53b43247a1ad x-openstack-request-id: req-77686140-4fc2-48ea-8c2f-53b43247a1ad {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:40:57.288861 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f301d845-3d76-4a9e-9147-521ad058807b", "tag": "07d0a2e1-b218-4493-8d36-35d857262940", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:40:57.289301 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-77686140-4fc2-48ea-8c2f-53b43247a1ad {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:40:57.289884 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77686140-4fc2-48ea-8c2f-53b43247a1ad'] response: {'name': 'network-changed', 'server_uuid': 'f301d845-3d76-4a9e-9147-521ad058807b', 'tag': '07d0a2e1-b218-4493-8d36-35d857262940', 'status': 'completed', 'code': 200} Jun 15 00:40:57.447359 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-74f709b3-8370-4197-8959-a1e690e099e2 None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:57.454751 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:57.457438 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2f167-3444-42b2-bda7-95067aec1229 req-1cf82a61-864d-4ea0-a61d-6158469ff9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:57.459732 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf2f167-3444-42b2-bda7-95067aec1229 req-1cf82a61-864d-4ea0-a61d-6158469ff9ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 1129 time: 0.0813932 Jun 15 00:40:57.581367 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d07e-13fb-4932-9214-95a1bed701df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:57.657189 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2f167-3444-42b2-bda7-95067aec1229 req-db32ab0b-d1c4-4bd6-9719-513642f20abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:57.658737 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf2f167-3444-42b2-bda7-95067aec1229 req-db32ab0b-d1c4-4bd6-9719-513642f20abd service neutron] 10.222.0.42 "GET /v2.0/networks?id=635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 200 len: 916 time: 0.1921778 Jun 15 00:40:57.716178 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeb4e0-04f5-4f64-bb39-ace64a7f13a9 req-69404356-1459-43fd-97f1-628df017e2c2 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:57.723624 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e5aeb4e0-04f5-4f64-bb39-ace64a7f13a9 req-69404356-1459-43fd-97f1-628df017e2c2 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 946 time: 0.0561402 Jun 15 00:40:57.744258 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-74f709b3-8370-4197-8959-a1e690e099e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '0f0170b0-c324-44c3-9f1d-57f276b72b88', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': '07d0a2e1-b218-4493-8d36-35d857262940', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:d0:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f301d845-3d76-4a9e-9147-521ad058807b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:40:39Z', 'updated_at': '2022-06-15T00:40:56Z', 'revision_number': 1, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:57.757269 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf2f167-3444-42b2-bda7-95067aec1229 req-a14b298d-c823-499c-8ee2-59db2c2d843b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07d0a2e1-b218-4493-8d36-35d857262940 HTTP/1.1" status: 200 len: 998 time: 0.0907316 Jun 15 00:40:57.773460 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f709b3-8370-4197-8959-a1e690e099e2 None None] Checking router: 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:40:57.781131 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e5aeb4e0-04f5-4f64-bb39-ace64a7f13a9 req-21815ecb-1599-4c50-8c02-4987f48827e2 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562980 Jun 15 00:40:57.802987 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f709b3-8370-4197-8959-a1e690e099e2 None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:40:57.803501 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 32832) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:57.804040 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-74f709b3-8370-4197-8959-a1e690e099e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:40:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:57.841648 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2f167-3444-42b2-bda7-95067aec1229 req-fe600292-6bbb-4d9c-bbf8-08f451f0fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:57.843217 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf2f167-3444-42b2-bda7-95067aec1229 req-fe600292-6bbb-4d9c-bbf8-08f451f0fe59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5220b8d-5fa8-4bba-b479-879643712889 HTTP/1.1" status: 200 len: 854 time: 0.0761073 Jun 15 00:40:57.931130 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-74f709b3-8370-4197-8959-a1e690e099e2 None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:40:58.150996 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d757c1-3231-4232-8109-e56343be7adc tempest-TestMinimumBasicScenario-2145705775 tempest-TestMinimumBasicScenario-2145705775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:58.155704 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-69d757c1-3231-4232-8109-e56343be7adc tempest-TestMinimumBasicScenario-2145705775 tempest-TestMinimumBasicScenario-2145705775-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 1125 time: 0.3509319 Jun 15 00:40:58.156315 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 32838) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:40:58.161516 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'port_id': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:40:58.190268 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-74f709b3-8370-4197-8959-a1e690e099e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '0f0170b0-c324-44c3-9f1d-57f276b72b88', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': '07d0a2e1-b218-4493-8d36-35d857262940', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:d0:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f301d845-3d76-4a9e-9147-521ad058807b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:40:39Z', 'updated_at': '2022-06-15T00:40:56Z', 'revision_number': 1, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:40:58.198072 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:58.225671 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f709b3-8370-4197-8959-a1e690e099e2 None None] The sync data for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi is: [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '0f0170b0-c324-44c3-9f1d-57f276b72b88', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'port_id': '07d0a2e1-b218-4493-8d36-35d857262940', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'mac_address': 'fa:16:3e:d0:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f301d845-3d76-4a9e-9147-521ad058807b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:40:39Z', 'updated_at': '2022-06-15T00:40:56Z', 'revision_number': 1, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:40:58.261554 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2f167-3444-42b2-bda7-95067aec1229 req-8bbd6e58-2456-4a8f-a0b1-d45c79c0aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:58.263121 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf2f167-3444-42b2-bda7-95067aec1229 req-8bbd6e58-2456-4a8f-a0b1-d45c79c0aeb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=635266bb-134b-444e-917a-980ab805d85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4115188 Jun 15 00:40:58.329821 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:58.360037 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6966698-57fc-4991-be60-168e99af8d77 req-26ecbae8-c995-4288-a203-6ee0a58a9070 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:58.371147 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6966698-57fc-4991-be60-168e99af8d77 req-26ecbae8-c995-4288-a203-6ee0a58a9070 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.2008951 Jun 15 00:40:58.494824 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6966698-57fc-4991-be60-168e99af8d77 req-207f6480-d22f-426a-aed4-0e4e329b1945 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226645 Jun 15 00:40:58.524219 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf2f167-3444-42b2-bda7-95067aec1229 req-afda1f0c-2b6d-491f-a1d8-3f2111f7f2a5 service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498853 Jun 15 00:40:58.536349 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Allocated IP 172.27.3.195 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/891c3915-116e-4bb7-9e2b-463cc57a28d0) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:40:58.632339 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9674bf-c3cb-417f-a3d0-0ae89b056f19 None None] New status for floating IP 0f0170b0-c324-44c3-9f1d-57f276b72b88: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:40:58.643159 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:58.644548 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:58.698523 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for port (891c3915-116e-4bb7-9e2b-463cc57a28d0), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:58.733120 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf2f167-3444-42b2-bda7-95067aec1229 req-b8171235-af8b-48e9-bf47-8ff0b78135b9 service neutron] 10.222.0.42 "GET /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968212 Jun 15 00:40:58.777260 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (891c3915-116e-4bb7-9e2b-463cc57a28d0), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:58.824286 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event updated for resources: {'Port': ['ID=891c3915-116e-4bb7-9e2b-463cc57a28d0,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:58.838014 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:40:58.839712 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:40:58.843331 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:40:59.445036 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for floatingip (7b0968e1-f1f4-4009-81c6-7bb75dd5aeb4), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:59.549694 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (891c3915-116e-4bb7-9e2b-463cc57a28d0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:59.704847 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597e6ea-e9f1-446d-a4ff-c545740d0e95 req-4a5fc0e8-3f7c-4a81-bff7-cc12bb4d220f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:40:59.706792 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3597e6ea-e9f1-446d-a4ff-c545740d0e95 req-4a5fc0e8-3f7c-4a81-bff7-cc12bb4d220f tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.1129026 Jun 15 00:40:59.778013 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:59.802157 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3597e6ea-e9f1-446d-a4ff-c545740d0e95 req-478c7828-5d85-4cab-881e-20eea13a0123 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814664 Jun 15 00:40:59.830373 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for port (891c3915-116e-4bb7-9e2b-463cc57a28d0), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:59.840875 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (891c3915-116e-4bb7-9e2b-463cc57a28d0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:40:59.895993 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:40:59.944058 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event updated for resources: {'Port': ['ID=891c3915-116e-4bb7-9e2b-463cc57a28d0,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:40:59.956077 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (7b0968e1-f1f4-4009-81c6-7bb75dd5aeb4), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:00.032666 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-30bd1bb3-9ec7-49ca-8be0-5f34cfb898d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:00.118671 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Floating IP 7b0968e1-f1f4-4009-81c6-7bb75dd5aeb4 associated. External IP: 172.27.3.195, port: d7b34ffa-4bfc-4d47-9845-95a69d24bfe7. Jun 15 00:41:00.397060 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Router 07ffca5f-ca81-4697-ab28-5708e1e80925 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:41:00.541711 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:41:00.554442 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b336b-f513-4216-84d3-126e33475d06 None None] Sync routers for ids ['07ffca5f-ca81-4697-ab28-5708e1e80925'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:41:00.568430 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:00.570611 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b336b-f513-4216-84d3-126e33475d06 None None] Routers {'07ffca5f-ca81-4697-ab28-5708e1e80925'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:41:00.571271 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-656b336b-f513-4216-84d3-126e33475d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:41:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['07ffca5f-ca81-4697-ab28-5708e1e80925'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:41:00.615501 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 32862) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:41:00.620152 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-cf1a7502-739b-41a0-b943-2b43daa553bb tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195093196', 'description': 'tempest-secgroup-smoke-195093196 description', 'project_id': '10b82c1cb87645d9831a2635a2aa01df'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:41:00.625674 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-96d2ec80-5b6c-4d60-a787-d3aedd9cd036 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4653254 Jun 15 00:41:00.626468 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:41:00.629504 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b1d962-b731-48cb-ba37-02d705c77029" -d '{"events": [{"name": "network-changed", "server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:41:00.642634 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:00.647403 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7502-739b-41a0-b943-2b43daa553bb tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:00.651537 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:00.693085 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4aa497-eed6-438e-a5c6-24e0a2681e3c x-openstack-request-id: req-3d4aa497-eed6-438e-a5c6-24e0a2681e3c {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:41:00.693468 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:41:00.693930 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3d4aa497-eed6-438e-a5c6-24e0a2681e3c {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:41:00.694365 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4aa497-eed6-438e-a5c6-24e0a2681e3c'] response: {'name': 'network-changed', 'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7', 'status': 'completed', 'code': 200} Jun 15 00:41:00.735377 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-656b336b-f513-4216-84d3-126e33475d06 None None] Set router 07ffca5f-ca81-4697-ab28-5708e1e80925 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:41:00.751254 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7502-739b-41a0-b943-2b43daa553bb tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group (444f62ca-78ce-4a40-a9b1-2cafdb349730), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:00.764418 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7502-739b-41a0-b943-2b43daa553bb tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (444f62ca-78ce-4a40-a9b1-2cafdb349730), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:00.800317 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1d962-b731-48cb-ba37-02d705c77029 req-76448979-3412-485c-9c9d-3ae685324db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:00.802099 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04b1d962-b731-48cb-ba37-02d705c77029 req-76448979-3412-485c-9c9d-3ae685324db6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10b82c1cb87645d9831a2635a2aa01df&device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 1130 time: 0.0497403 Jun 15 00:41:00.871243 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:00.876844 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7502-739b-41a0-b943-2b43daa553bb tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:00.878369 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cf1a7502-739b-41a0-b943-2b43daa553bb tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2617538 Jun 15 00:41:00.883178 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 32868) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:41:00.891887 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-79bddef6-a0ed-4ac2-aacc-dd43015bde27 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Request body: {'security_group_rule': {'security_group_id': '444f62ca-78ce-4a40-a9b1-2cafdb349730', 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:41:00.895816 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a7502-739b-41a0-b943-2b43daa553bb tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444f62ca-78ce-4a40-a9b1-2cafdb349730,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:00.966040 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:01.002908 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1d962-b731-48cb-ba37-02d705c77029 req-ae8048ff-b2cd-4a3c-9ac1-f7b8c36793fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:01.003118 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-79bddef6-a0ed-4ac2-aacc-dd43015bde27 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (1e2a3908-462b-4916-802a-390fe04995c6), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.004535 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04b1d962-b731-48cb-ba37-02d705c77029 req-ae8048ff-b2cd-4a3c-9ac1-f7b8c36793fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=02cb83f7-9f95-4f22-97d9-1299928682fd HTTP/1.1" status: 200 len: 916 time: 0.1903601 Jun 15 00:41:01.028001 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6846da-e1b3-42bc-aaba-2e2b2f676990 req-a4076938-a3c2-48b8-b846-45c0deaac355 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:01.029754 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9e6846da-e1b3-42bc-aaba-2e2b2f676990 req-a4076938-a3c2-48b8-b846-45c0deaac355 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0763481 Jun 15 00:41:01.031361 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-656b336b-f513-4216-84d3-126e33475d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:01Z', 'revision_number': 4, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port': {'id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '7b0968e1-f1f4-4009-81c6-7bb75dd5aeb4', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'port_id': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'mac_address': 'fa:16:3e:0f:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:40:59Z', 'updated_at': '2022-06-15T00:40:59Z', 'revision_number': 0, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b889a623-e5f4-495b-9f56-a465c70cd3a4', 'name': '', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'mac_address': 'fa:16:3e:62:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:00Z', 'updated_at': '2022-06-15T00:40:04Z', 'revision_number': 5, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'subnets': [{'id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:41:01.066434 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b336b-f513-4216-84d3-126e33475d06 None None] Checking router: 07ffca5f-ca81-4697-ab28-5708e1e80925 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:41:01.079243 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b336b-f513-4216-84d3-126e33475d06 None None] Routers {'07ffca5f-ca81-4697-ab28-5708e1e80925'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:41:01.080135 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-656b336b-f513-4216-84d3-126e33475d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:41:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['07ffca5f-ca81-4697-ab28-5708e1e80925'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:41:01.125480 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9e6846da-e1b3-42bc-aaba-2e2b2f676990 req-2362366a-d100-4cad-b04f-2de5919f9908 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851183 Jun 15 00:41:01.127615 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-79bddef6-a0ed-4ac2-aacc-dd43015bde27 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (1e2a3908-462b-4916-802a-390fe04995c6), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.134546 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-79bddef6-a0ed-4ac2-aacc-dd43015bde27 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (1e2a3908-462b-4916-802a-390fe04995c6), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.174647 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-79bddef6-a0ed-4ac2-aacc-dd43015bde27 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.174647 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-79bddef6-a0ed-4ac2-aacc-dd43015bde27 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2818530 Jun 15 00:41:01.174647 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bddef6-a0ed-4ac2-aacc-dd43015bde27 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2a3908-462b-4916-802a-390fe04995c6,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:01.174647 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 32870) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:41:01.179941 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-20058989-23d4-4c49-9463-18ca088ec432 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Request body: {'security_group_rule': {'security_group_id': '444f62ca-78ce-4a40-a9b1-2cafdb349730', 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:41:01.188275 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:01.219562 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-20058989-23d4-4c49-9463-18ca088ec432 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (f4fec48e-6910-4137-b821-f49eec019a1d), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.221666 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-656b336b-f513-4216-84d3-126e33475d06 None None] Set router 07ffca5f-ca81-4697-ab28-5708e1e80925 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:41:01.320296 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-20058989-23d4-4c49-9463-18ca088ec432 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (f4fec48e-6910-4137-b821-f49eec019a1d), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.325655 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-20058989-23d4-4c49-9463-18ca088ec432 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (f4fec48e-6910-4137-b821-f49eec019a1d), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.353669 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20058989-23d4-4c49-9463-18ca088ec432 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fec48e-6910-4137-b821-f49eec019a1d,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:01.365967 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-20058989-23d4-4c49-9463-18ca088ec432 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.368006 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-20058989-23d4-4c49-9463-18ca088ec432 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1964798 Jun 15 00:41:01.372319 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 32874) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:41:01.382454 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-d450766c-1121-4778-a7e4-131b02efb8a4 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Request body: {'security_group_rule': {'security_group_id': '444f62ca-78ce-4a40-a9b1-2cafdb349730', 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:41:01.422168 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d450766c-1121-4778-a7e4-131b02efb8a4 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (cfc780ef-326c-41ae-9e6c-5caae0927a5f), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.479307 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:01.515031 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-656b336b-f513-4216-84d3-126e33475d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:01Z', 'revision_number': 4, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port': {'id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '7b0968e1-f1f4-4009-81c6-7bb75dd5aeb4', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'port_id': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'mac_address': 'fa:16:3e:0f:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:40:59Z', 'updated_at': '2022-06-15T00:40:59Z', 'revision_number': 0, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b889a623-e5f4-495b-9f56-a465c70cd3a4', 'name': '', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'mac_address': 'fa:16:3e:62:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:00Z', 'updated_at': '2022-06-15T00:40:04Z', 'revision_number': 5, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'subnets': [{'id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:41:01.519759 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d450766c-1121-4778-a7e4-131b02efb8a4 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (cfc780ef-326c-41ae-9e6c-5caae0927a5f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.525731 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d450766c-1121-4778-a7e4-131b02efb8a4 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (cfc780ef-326c-41ae-9e6c-5caae0927a5f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.548960 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450766c-1121-4778-a7e4-131b02efb8a4 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc780ef-326c-41ae-9e6c-5caae0927a5f,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:01.555267 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b336b-f513-4216-84d3-126e33475d06 None None] The sync data for ids ['07ffca5f-ca81-4697-ab28-5708e1e80925'] in dv-cinder-835384-6-iscsi is: [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:01Z', 'revision_number': 4, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port': {'id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '7b0968e1-f1f4-4009-81c6-7bb75dd5aeb4', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'port_id': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'mac_address': 'fa:16:3e:0f:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:40:59Z', 'updated_at': '2022-06-15T00:40:59Z', 'revision_number': 0, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b889a623-e5f4-495b-9f56-a465c70cd3a4', 'name': '', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'mac_address': 'fa:16:3e:62:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:00Z', 'updated_at': '2022-06-15T00:40:04Z', 'revision_number': 5, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'subnets': [{'id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:41:01.560523 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d450766c-1121-4778-a7e4-131b02efb8a4 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.562139 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d450766c-1121-4778-a7e4-131b02efb8a4 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1876428 Jun 15 00:41:01.565321 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 32876) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:41:01.570325 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-46e48954-446e-499e-9215-2752fb41fb22 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Request body: {'security_group_rule': {'security_group_id': '444f62ca-78ce-4a40-a9b1-2cafdb349730', 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:41:01.610126 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-46e48954-446e-499e-9215-2752fb41fb22 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (3877c273-4a90-4199-a3cb-9cce75dd9b49), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.625479 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:01.704010 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-46e48954-446e-499e-9215-2752fb41fb22 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (3877c273-4a90-4199-a3cb-9cce75dd9b49), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.710163 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-46e48954-446e-499e-9215-2752fb41fb22 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (3877c273-4a90-4199-a3cb-9cce75dd9b49), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.734014 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e48954-446e-499e-9215-2752fb41fb22 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3877c273-4a90-4199-a3cb-9cce75dd9b49,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:01.756201 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-46e48954-446e-499e-9215-2752fb41fb22 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.758328 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-46e48954-446e-499e-9215-2752fb41fb22 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1917672 Jun 15 00:41:01.763159 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 32878) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:41:01.775015 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-23443efa-43db-4f2c-a30d-e09e7d786766 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Request body: {'security_group_rule': {'security_group_id': '444f62ca-78ce-4a40-a9b1-2cafdb349730', 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:41:01.779493 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04b1d962-b731-48cb-ba37-02d705c77029 req-dbc69251-816e-4d77-978e-3694d6e0e898 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 HTTP/1.1" status: 200 len: 1000 time: 0.0991135 Jun 15 00:41:01.842970 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.securitygroups_db [None req-23443efa-43db-4f2c-a30d-e09e7d786766 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Project 10b82c1cb87645d9831a2635a2aa01df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 00:41:01.850378 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-23443efa-43db-4f2c-a30d-e09e7d786766 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (201cfa4c-fb77-417d-803f-b3c0d0c299ba), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.889480 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652ddc2-3e4f-4ac0-9433-e11ea504cf76 None None] New status for floating IP 7b0968e1-f1f4-4009-81c6-7bb75dd5aeb4: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:41:01.939796 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-23443efa-43db-4f2c-a30d-e09e7d786766 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (201cfa4c-fb77-417d-803f-b3c0d0c299ba), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.946151 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-23443efa-43db-4f2c-a30d-e09e7d786766 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (201cfa4c-fb77-417d-803f-b3c0d0c299ba), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.980076 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23443efa-43db-4f2c-a30d-e09e7d786766 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201cfa4c-fb77-417d-803f-b3c0d0c299ba,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:01.988933 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-23443efa-43db-4f2c-a30d-e09e7d786766 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:01.993981 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 32880) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:41:01.996780 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-23443efa-43db-4f2c-a30d-e09e7d786766 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2294302 Jun 15 00:41:02.005363 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-8ce44028-2123-4131-a880-71671367c0ea tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Request body: {'security_group_rule': {'security_group_id': '444f62ca-78ce-4a40-a9b1-2cafdb349730', 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:41:02.039421 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.securitygroups_db [None req-8ce44028-2123-4131-a880-71671367c0ea tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Project 10b82c1cb87645d9831a2635a2aa01df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 00:41:02.050605 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8ce44028-2123-4131-a880-71671367c0ea tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (061dfe13-025b-48ea-8c3b-f2a9f0bf152d), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:02.147153 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8ce44028-2123-4131-a880-71671367c0ea tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (061dfe13-025b-48ea-8c3b-f2a9f0bf152d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:02.152375 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8ce44028-2123-4131-a880-71671367c0ea tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (061dfe13-025b-48ea-8c3b-f2a9f0bf152d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:02.190285 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce44028-2123-4131-a880-71671367c0ea tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061dfe13-025b-48ea-8c3b-f2a9f0bf152d,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:02.205031 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8ce44028-2123-4131-a880-71671367c0ea tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:02.205031 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8ce44028-2123-4131-a880-71671367c0ea tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2064919 Jun 15 00:41:02.349404 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e494b8-50cf-46b4-8ae9-4011f22024bb req-73f41b46-ff39-4605-acae-b3a911adcd37 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:02.351038 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0e494b8-50cf-46b4-8ae9-4011f22024bb req-73f41b46-ff39-4605-acae-b3a911adcd37 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0732136 Jun 15 00:41:02.357275 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-01250730-0d28-44f2-afbf-d490eeff6038 req-660bfaef-be25-459c-82f3-f16d5b954b03 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195093196&fields=id&tenant_id=10b82c1cb87645d9831a2635a2aa01df HTTP/1.1" status: 200 len: 267 time: 0.0719559 Jun 15 00:41:02.430499 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250730-0d28-44f2-afbf-d490eeff6038 req-81be3279-1e8b-4507-b73f-2838129ae4b4 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:02.438918 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-01250730-0d28-44f2-afbf-d490eeff6038 req-81be3279-1e8b-4507-b73f-2838129ae4b4 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 946 time: 0.0806167 Jun 15 00:41:02.444474 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-01250730-0d28-44f2-afbf-d490eeff6038 req-64c21a42-c5aa-4566-8826-45e93f69e735 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Request body: {'port': {'security_groups': ['209bd969-09d5-4aab-8a73-88c000d095de', '444f62ca-78ce-4a40-a9b1-2cafdb349730']}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:41:02.468733 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:02.473281 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:02.477451 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0e494b8-50cf-46b4-8ae9-4011f22024bb req-dc6f9e93-a418-4ea1-9a26-9bdd0cf8b172 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196821 Jun 15 00:41:02.553551 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-01250730-0d28-44f2-afbf-d490eeff6038 req-64c21a42-c5aa-4566-8826-45e93f69e735 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:02.593711 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1d962-b731-48cb-ba37-02d705c77029 req-9ec5480a-d45a-4d25-a31d-72f270a77e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:02.595265 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04b1d962-b731-48cb-ba37-02d705c77029 req-9ec5480a-d45a-4d25-a31d-72f270a77e89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39156c66-5bb4-4de5-adc7-3c16e8a77e76 HTTP/1.1" status: 200 len: 854 time: 0.0542991 Jun 15 00:41:02.799912 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-01250730-0d28-44f2-afbf-d490eeff6038 req-64c21a42-c5aa-4566-8826-45e93f69e735 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] For port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:41:02.892211 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-01250730-0d28-44f2-afbf-d490eeff6038 req-64c21a42-c5aa-4566-8826-45e93f69e735 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:02.897837 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-01250730-0d28-44f2-afbf-d490eeff6038 req-64c21a42-c5aa-4566-8826-45e93f69e735 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:02.955994 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250730-0d28-44f2-afbf-d490eeff6038 req-64c21a42-c5aa-4566-8826-45e93f69e735 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:02.956728 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-01250730-0d28-44f2-afbf-d490eeff6038 req-64c21a42-c5aa-4566-8826-45e93f69e735 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:02.958251 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-01250730-0d28-44f2-afbf-d490eeff6038 req-64c21a42-c5aa-4566-8826-45e93f69e735 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "PUT /v2.0/ports/d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 HTTP/1.1" status: 200 len: 982 time: 0.5183718 Jun 15 00:41:02.958728 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:41:02.961121 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b09bb54-62fe-4532-a24e-05a493069f42" -d '{"events": [{"name": "network-changed", "server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:41:02.974560 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:02.998888 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c21a42-c5aa-4566-8826-45e93f69e735 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event updated for resources: {'Port': ['ID=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,revision_number=6']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:03.041125 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abf5a29-da77-419b-8735-deb7c258374d x-openstack-request-id: req-0abf5a29-da77-419b-8735-deb7c258374d {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:41:03.041423 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:41:03.041678 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0abf5a29-da77-419b-8735-deb7c258374d {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:41:03.042083 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0abf5a29-da77-419b-8735-deb7c258374d'] response: {'name': 'network-changed', 'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7', 'status': 'completed', 'code': 200} Jun 15 00:41:03.101622 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964e4d1-1db5-4ab1-9e34-e985cc6f5e89 req-2c992de1-172b-4827-b9e9-77e8fd14fcca tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:03.103341 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5964e4d1-1db5-4ab1-9e34-e985cc6f5e89 req-2c992de1-172b-4827-b9e9-77e8fd14fcca tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0613003 Jun 15 00:41:03.178110 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5964e4d1-1db5-4ab1-9e34-e985cc6f5e89 req-2d4a4363-3d8e-4832-8e96-115d1449fd80 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688379 Jun 15 00:41:03.259761 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-2d5ae47b-52d3-4f25-8b0d-0c760144431b None None] Provisioning complete for port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:41:03.260372 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2d5ae47b-52d3-4f25-8b0d-0c760144431b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:03.309175 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:03.343628 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ae47b-52d3-4f25-8b0d-0c760144431b None None] Current status of the port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:41:03.429693 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:03.547769 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1d962-b731-48cb-ba37-02d705c77029 req-a2df5ac9-6c1e-4d2f-8eea-32804d2c9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:03.549440 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04b1d962-b731-48cb-ba37-02d705c77029 req-a2df5ac9-6c1e-4d2f-8eea-32804d2c9d04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02cb83f7-9f95-4f22-97d9-1299928682fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465202 Jun 15 00:41:03.625590 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c6529-404a-445e-8b62-e216e568d5a6 req-4cd4a05b-6c5b-4248-9d22-1175afa868a3 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:03.627809 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cc2c6529-404a-445e-8b62-e216e568d5a6 req-4cd4a05b-6c5b-4248-9d22-1175afa868a3 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0543830 Jun 15 00:41:03.663574 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04b1d962-b731-48cb-ba37-02d705c77029 req-49d0b7cd-d935-4994-933a-ebcbfde16457 service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049006 Jun 15 00:41:03.670596 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:03.685944 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cc2c6529-404a-445e-8b62-e216e568d5a6 req-dd8a21af-9583-4bb6-92e1-d7d2c3680469 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493224 Jun 15 00:41:03.716749 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['d7b34ffa-4bfc-4d47-9845-95a69d24bfe7'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:41:03.789838 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04b1d962-b731-48cb-ba37-02d705c77029 req-3d1ff55e-1277-46b3-8ba9-8f9acfb73ab0 service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138794 Jun 15 00:41:03.819900 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['d7b34ffa-4bfc-4d47-9845-95a69d24bfe7'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:41:03.857413 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:03.929610 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09bb54-62fe-4532-a24e-05a493069f42 req-5daf06e5-1098-4841-8f91-951c0d80866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:03.932173 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b09bb54-62fe-4532-a24e-05a493069f42 req-5daf06e5-1098-4841-8f91-951c0d80866f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10b82c1cb87645d9831a2635a2aa01df&device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 1169 time: 0.0454729 Jun 15 00:41:04.096203 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09bb54-62fe-4532-a24e-05a493069f42 req-4be2c9d2-fdc5-42c1-b581-b35e769d1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:04.097863 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b09bb54-62fe-4532-a24e-05a493069f42 req-4be2c9d2-fdc5-42c1-b581-b35e769d1e72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=02cb83f7-9f95-4f22-97d9-1299928682fd HTTP/1.1" status: 200 len: 916 time: 0.0864716 Jun 15 00:41:04.288998 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:04.443882 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b09bb54-62fe-4532-a24e-05a493069f42 req-b60a6807-c6c0-49b3-a7ce-20dd69c21b94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 HTTP/1.1" status: 200 len: 1002 time: 0.0625043 Jun 15 00:41:04.696868 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:04.711774 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d769186-07d2-43e1-9427-3bb5248ba751 req-424ab10e-cd2c-4690-901b-95b7e432918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:04.714451 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3d769186-07d2-43e1-9427-3bb5248ba751 req-424ab10e-cd2c-4690-901b-95b7e432918f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47d48d22515e469fa53498b17ed80be7&device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 1129 time: 0.0525990 Jun 15 00:41:04.716246 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09bb54-62fe-4532-a24e-05a493069f42 req-4b5a7a52-b098-47d0-8ff6-2a4fbfb71b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:04.717578 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b09bb54-62fe-4532-a24e-05a493069f42 req-4b5a7a52-b098-47d0-8ff6-2a4fbfb71b2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39156c66-5bb4-4de5-adc7-3c16e8a77e76 HTTP/1.1" status: 200 len: 854 time: 0.0829506 Jun 15 00:41:04.819153 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09bb54-62fe-4532-a24e-05a493069f42 req-5f950ab5-bce8-48c3-997e-f5c01495e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:04.820681 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b09bb54-62fe-4532-a24e-05a493069f42 req-5f950ab5-bce8-48c3-997e-f5c01495e48b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02cb83f7-9f95-4f22-97d9-1299928682fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930853 Jun 15 00:41:04.872153 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb3ff9-34c2-4912-b84e-16d94617453f req-cbe26e75-0af2-43eb-a629-45b6c257ca36 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:04.873492 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4cfb3ff9-34c2-4912-b84e-16d94617453f req-cbe26e75-0af2-43eb-a629-45b6c257ca36 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0981002 Jun 15 00:41:04.991742 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d769186-07d2-43e1-9427-3bb5248ba751 req-04429c3b-89e4-4dd1-b6bd-1ff0e1d923a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:04.993801 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3d769186-07d2-43e1-9427-3bb5248ba751 req-04429c3b-89e4-4dd1-b6bd-1ff0e1d923a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 200 len: 917 time: 0.2668104 Jun 15 00:41:04.998528 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4cfb3ff9-34c2-4912-b84e-16d94617453f req-29f27047-58d4-4437-a9b0-2edfdccc02af tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145475 Jun 15 00:41:05.054431 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b09bb54-62fe-4532-a24e-05a493069f42 req-a83abf0e-cfb2-4740-aab7-67fa9a4a43e2 service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238410 Jun 15 00:41:05.088975 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:05.092714 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3d769186-07d2-43e1-9427-3bb5248ba751 req-64a63f3b-2f76-47b4-b83d-726393bab3fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19 HTTP/1.1" status: 200 len: 1000 time: 0.0897717 Jun 15 00:41:05.182643 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d769186-07d2-43e1-9427-3bb5248ba751 req-92ade587-7d3d-43a2-bbb8-a5b8e0c935ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:05.184108 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3d769186-07d2-43e1-9427-3bb5248ba751 req-92ade587-7d3d-43a2-bbb8-a5b8e0c935ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bddbc5c-7efb-4185-937f-e56eb0633638 HTTP/1.1" status: 200 len: 855 time: 0.0810537 Jun 15 00:41:05.207226 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b09bb54-62fe-4532-a24e-05a493069f42 req-e9fbea12-751c-4bff-8fcc-1aebe0dd9b5f service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452086 Jun 15 00:41:05.232732 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d769186-07d2-43e1-9427-3bb5248ba751 req-e9779e1a-379f-48d5-9097-6e7851e65752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:05.234138 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3d769186-07d2-43e1-9427-3bb5248ba751 req-e9779e1a-379f-48d5-9097-6e7851e65752 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431049 Jun 15 00:41:05.324159 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3d769186-07d2-43e1-9427-3bb5248ba751 req-4c3f9d16-1989-445d-8d62-ae2672dc67c4 service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817480 Jun 15 00:41:05.417937 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3d769186-07d2-43e1-9427-3bb5248ba751 req-5af0680f-b1e4-49a9-a49e-3a5b8a273c51 service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859008 Jun 15 00:41:06.137191 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d08706-68d5-4262-956c-038e1454f1dd req-f21b230b-53d0-422e-8aef-ccc57be259b8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:06.138665 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b5d08706-68d5-4262-956c-038e1454f1dd req-f21b230b-53d0-422e-8aef-ccc57be259b8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0488760 Jun 15 00:41:06.188639 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b5d08706-68d5-4262-956c-038e1454f1dd req-41e492be-e0ba-4c0a-b38f-553249e0ee4e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442088 Jun 15 00:41:07.323134 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7a77e-6127-416c-a052-923d02c3f688 req-c4fe22fd-39e8-4534-b6ee-5e8d0508b799 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:07.324810 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d4d7a77e-6127-416c-a052-923d02c3f688 req-c4fe22fd-39e8-4534-b6ee-5e8d0508b799 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 945 time: 0.0569973 Jun 15 00:41:07.379688 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d4d7a77e-6127-416c-a052-923d02c3f688 req-03bca1e8-0925-4c7a-9108-6cd7e21e121b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489473 Jun 15 00:41:07.523761 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device fd3bccfe-57dd-4af7-b667-ce15cebfce19 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:41:07.595356 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port fd3bccfe-57dd-4af7-b667-ce15cebfce19 is: ACTIVE; New status is: DOWN {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:41:07.595780 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:07.620726 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:41:07.622953 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ceb4fa-f6cb-4522-9994-3ea301681f26" -d '{"events": [{"server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "name": "network-vif-unplugged", "status": "completed", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:41:07.636456 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port fd3bccfe-57dd-4af7-b667-ce15cebfce19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:41:07.642028 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:07.670245 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Jun 2022 00:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704d0804-58dd-47fe-ad78-42dee2cf4d44 x-openstack-request-id: req-704d0804-58dd-47fe-ad78-42dee2cf4d44 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:41:07.670534 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "name": "network-vif-unplugged", "status": "completed", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:41:07.670795 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-704d0804-58dd-47fe-ad78-42dee2cf4d44 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:41:07.671185 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704d0804-58dd-47fe-ad78-42dee2cf4d44'] response: {'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'code': 200} Jun 15 00:41:07.681552 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:07.698289 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=fd3bccfe-57dd-4af7-b667-ce15cebfce19,revision_number=8']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:07.705453 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.705805 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.706152 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.706491 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.706865 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.707222 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.707552 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.707880 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.708207 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.708534 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.708861 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.709193 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.709517 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.709840 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:07.710189 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:08.512708 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377f38d-021d-4815-af07-a5b98880bc98 req-a32586ae-c09d-4e51-8237-40fbe30dca90 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:08.514217 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3377f38d-021d-4815-af07-a5b98880bc98 req-a32586ae-c09d-4e51-8237-40fbe30dca90 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0572758 Jun 15 00:41:08.561253 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3377f38d-021d-4815-af07-a5b98880bc98 req-e640b219-e651-4e52-a72e-6de74cfda67e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415375 Jun 15 00:41:09.404059 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [req-ab2b0a0c-e4b4-40dd-b263-cf6e3ff7e14a req-243c84f4-4164-44a6-912b-ec01268b6ee9 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:41:09.404985 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ab2b0a0c-e4b4-40dd-b263-cf6e3ff7e14a req-243c84f4-4164-44a6-912b-ec01268b6ee9 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052891 Jun 15 00:41:09.556989 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:09.574030 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e23c9d-e2e6-4cc9-9c85-29317677007f req-d87cafc8-3bff-47e3-a0d0-ce8822464173 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:09.575569 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5e23c9d-e2e6-4cc9-9c85-29317677007f req-d87cafc8-3bff-47e3-a0d0-ce8822464173 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0577068 Jun 15 00:41:09.626008 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5e23c9d-e2e6-4cc9-9c85-29317677007f req-f1d6d4fa-a92f-4e26-af16-acfe4d61473d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450263 Jun 15 00:41:09.830442 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 33062) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:41:09.923275 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-ab6d5f8c-54bd-4a09-bdac-f5b74af0f644 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915375 Jun 15 00:41:09.931748 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-ac753558-a3b1-423b-9be2-9686aca1e476 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:41:09.932808 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-ac753558-a3b1-423b-9be2-9686aca1e476 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049541 Jun 15 00:41:10.011182 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 33070) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:41:10.110945 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-1dc9f4a8-a1db-48d4-bb88-3165498b5b96 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:10.113054 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-1dc9f4a8-a1db-48d4-bb88-3165498b5b96 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports/fd3bccfe-57dd-4af7-b667-ce15cebfce19 HTTP/1.1" status: 200 len: 940 time: 0.1008048 Jun 15 00:41:10.751891 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86496fdd-3ea9-47b6-8949-d8a3a1f90ea6 req-a9780b27-c1d4-4ea7-a34b-1c1538f85b36 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:10.753277 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-86496fdd-3ea9-47b6-8949-d8a3a1f90ea6 req-a9780b27-c1d4-4ea7-a34b-1c1538f85b36 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0483432 Jun 15 00:41:10.801927 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-86496fdd-3ea9-47b6-8949-d8a3a1f90ea6 req-2b086618-5e87-48ca-b403-a743ac75d4de tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428505 Jun 15 00:41:11.066625 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-cd428c30-85cf-4b42-af21-603ead1f6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:11.068183 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-cd428c30-85cf-4b42-af21-603ead1f6930 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0&tenant_id=47d48d22515e469fa53498b17ed80be7 HTTP/1.1" status: 200 len: 1127 time: 0.0399842 Jun 15 00:41:11.149233 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-cb803261-da29-47fb-94d0-0ae8ac6e6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:11.150813 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-cb803261-da29-47fb-94d0-0ae8ac6e6713 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47d48d22515e469fa53498b17ed80be7&device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 1127 time: 0.0445292 Jun 15 00:41:11.246456 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-cb72ae3f-7afe-42f8-8744-0f18b2803b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:11.247944 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-cb72ae3f-7afe-42f8-8744-0f18b2803b11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 200 len: 917 time: 0.0904627 Jun 15 00:41:11.315307 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-6dee1322-6fd8-45ac-bfb8-1869b2cde338 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19 HTTP/1.1" status: 200 len: 998 time: 0.0600364 Jun 15 00:41:11.365740 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-7239e86f-9b60-4cb2-9d2f-aa65fbe0486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:11.367595 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-7239e86f-9b60-4cb2-9d2f-aa65fbe0486c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bddbc5c-7efb-4185-937f-e56eb0633638 HTTP/1.1" status: 200 len: 855 time: 0.0459270 Jun 15 00:41:11.411006 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-bf5655f2-9ae9-4273-8d53-be64ca75e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:11.412635 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-bf5655f2-9ae9-4273-8d53-be64ca75e86e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385177 Jun 15 00:41:11.456665 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:11.506731 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=45 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:11.512224 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-44905bc8-51df-4567-aa87-64266945ae2a service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884562 Jun 15 00:41:11.519032 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=57 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:11.546387 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device fd3bccfe-57dd-4af7-b667-ce15cebfce19 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:41:11.605641 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-919bfd37-5208-46c8-aa2a-4081383bad66 req-2620f5c6-6c68-4c94-82ab-f5589e5dd1e7 service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849867 Jun 15 00:41:11.619302 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port fd3bccfe-57dd-4af7-b667-ce15cebfce19 is: DOWN; New status is: DOWN {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:41:11.935361 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f50ef-d981-4bbf-a93a-33ceb265a39d req-efd9747b-11c8-47bb-b2cd-5306d1ece2e0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:11.936895 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b93f50ef-d981-4bbf-a93a-33ceb265a39d req-efd9747b-11c8-47bb-b2cd-5306d1ece2e0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0577786 Jun 15 00:41:11.986872 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b93f50ef-d981-4bbf-a93a-33ceb265a39d req-0fb1a494-86ec-4297-8a70-a0f7dabf0023 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437975 Jun 15 00:41:13.124633 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e5d02-248a-49b7-92d5-cc0fbb54cb23 req-841baf4c-f765-45d3-9fc7-956bc20a89f2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:13.126836 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8e0e5d02-248a-49b7-92d5-cc0fbb54cb23 req-841baf4c-f765-45d3-9fc7-956bc20a89f2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0535216 Jun 15 00:41:13.178413 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8e0e5d02-248a-49b7-92d5-cc0fbb54cb23 req-9a0e62b2-2733-4cdd-ae48-270a1c499293 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449486 Jun 15 00:41:14.313382 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef5abd-acbb-4bb5-a67d-4984997a128d req-2c3e7218-3908-4927-96a0-26a346a5cf6a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:14.315118 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a5ef5abd-acbb-4bb5-a67d-4984997a128d req-2c3e7218-3908-4927-96a0-26a346a5cf6a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0496714 Jun 15 00:41:14.380990 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a5ef5abd-acbb-4bb5-a67d-4984997a128d req-51901517-af74-49d8-84d6-de6081eadd7a tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590973 Jun 15 00:41:14.553530 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:15.528913 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bfd28-6918-42c7-ac43-87f6140f7400 req-5f4979f2-c566-420f-8f95-88f05edb4214 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:15.531304 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d48bfd28-6918-42c7-ac43-87f6140f7400 req-5f4979f2-c566-420f-8f95-88f05edb4214 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0588067 Jun 15 00:41:15.581751 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d48bfd28-6918-42c7-ac43-87f6140f7400 req-d5bc6d3d-b885-4d62-8b8e-8a0d21bb885d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454152 Jun 15 00:41:16.710015 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c090e-efe8-4301-bf10-185baaf3baf4 req-c0bf1843-3825-421b-a48c-a0ed16d9bec1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:16.712061 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d60c090e-efe8-4301-bf10-185baaf3baf4 req-c0bf1843-3825-421b-a48c-a0ed16d9bec1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0492661 Jun 15 00:41:16.767969 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d60c090e-efe8-4301-bf10-185baaf3baf4 req-7ca6dd21-82e4-4864-aae4-820e288ec4a0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491004 Jun 15 00:41:17.897273 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81278534-703c-422b-9313-7d555a022c95 req-baab9e56-15aa-4401-95a0-bedf444b9423 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:17.899507 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-81278534-703c-422b-9313-7d555a022c95 req-baab9e56-15aa-4401-95a0-bedf444b9423 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0496302 Jun 15 00:41:17.956653 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-81278534-703c-422b-9313-7d555a022c95 req-7d85e81d-c0e1-405e-8871-4acf2454f7a0 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507653 Jun 15 00:41:19.084174 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c21a2-36dd-4be3-a1e4-9c4c723c2ca1 req-1027b7d0-0c45-4aa7-8539-aec381b82e78 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:19.085849 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3f6c21a2-36dd-4be3-a1e4-9c4c723c2ca1 req-1027b7d0-0c45-4aa7-8539-aec381b82e78 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0514388 Jun 15 00:41:19.143445 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3f6c21a2-36dd-4be3-a1e4-9c4c723c2ca1 req-a7a80d9e-a26e-4669-991d-4c371b70f1e6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518391 Jun 15 00:41:19.347064 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:41:20.276875 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88634d43-1139-4456-ac90-d8f8a75b651a req-c149dc0a-31b5-4da0-860a-61ea69a05df1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:20.278355 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-88634d43-1139-4456-ac90-d8f8a75b651a req-c149dc0a-31b5-4da0-860a-61ea69a05df1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0487521 Jun 15 00:41:20.337901 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-88634d43-1139-4456-ac90-d8f8a75b651a req-9673577b-0f44-4c19-9e32-61ef334faf97 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528615 Jun 15 00:41:21.460343 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c0fa0-6a44-4907-b018-bf5b0cbdf242 req-396f0912-1839-4e26-9ec3-06941f00c811 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:21.461845 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-229c0fa0-6a44-4907-b018-bf5b0cbdf242 req-396f0912-1839-4e26-9ec3-06941f00c811 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0478077 Jun 15 00:41:21.473003 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:21.509433 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-229c0fa0-6a44-4907-b018-bf5b0cbdf242 req-9c4fbfc9-b013-4e1c-b575-821db29386d6 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 Jun 15 00:41:22.625522 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3a691-e86f-400f-9c91-4099894d690d req-9629c05a-70cc-4ec7-a45b-a15ce411893c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:22.627056 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a8b3a691-e86f-400f-9c91-4099894d690d req-9629c05a-70cc-4ec7-a45b-a15ce411893c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0466971 Jun 15 00:41:22.673874 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a8b3a691-e86f-400f-9c91-4099894d690d req-89126d71-af7a-4012-a1bc-c4bf40a754f8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413404 Jun 15 00:41:23.610697 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device fd3bccfe-57dd-4af7-b667-ce15cebfce19 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:41:23.707064 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port fd3bccfe-57dd-4af7-b667-ce15cebfce19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:41:23.721971 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'port_id': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'mac_address': 'fa:16:3e:c0:e7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:41:23.757216 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port fd3bccfe-57dd-4af7-b667-ce15cebfce19 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:41:23.757521 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:23.771201 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3bccfe-57dd-4af7-b667-ce15cebfce19 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:41:23.790589 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port fd3bccfe-57dd-4af7-b667-ce15cebfce19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:41:23.794533 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:23.795642 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e6510-78b9-4995-874d-ae58323c9a6f req-e7c95791-94fe-4a9a-a976-f4930c051e45 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:23.797431 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c7e6510-78b9-4995-874d-ae58323c9a6f req-e7c95791-94fe-4a9a-a976-f4930c051e45 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 943 time: 0.0504458 Jun 15 00:41:23.840386 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=fd3bccfe-57dd-4af7-b667-ce15cebfce19,revision_number=9']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:23.845800 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c7e6510-78b9-4995-874d-ae58323c9a6f req-eca0a0bb-8d7c-4418-8cc0-49815fdb5c51 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424156 Jun 15 00:41:24.172665 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['fd3bccfe-57dd-4af7-b667-ce15cebfce19'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:41:24.677715 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=12 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:24.974223 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf08151-3712-44d6-b464-835138215b94 req-19492b61-d93c-4823-8812-a30be4347118 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:24.975749 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6bf08151-3712-44d6-b464-835138215b94 req-19492b61-d93c-4823-8812-a30be4347118 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 944 time: 0.0534558 Jun 15 00:41:25.025574 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6bf08151-3712-44d6-b464-835138215b94 req-b179b340-fa63-49e2-a951-ccea1914a299 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439966 Jun 15 00:41:25.623479 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device fd3bccfe-57dd-4af7-b667-ce15cebfce19 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:41:25.664840 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port fd3bccfe-57dd-4af7-b667-ce15cebfce19 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:41:25.665207 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:25.697592 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:25.856010 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port fd3bccfe-57dd-4af7-b667-ce15cebfce19 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:41:25.856315 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:25.878413 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:41:25.880623 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd61cc64-3bbc-4673-881f-828d52259ee3" -d '{"events": [{"server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "name": "network-vif-plugged", "status": "completed", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:41:25.892977 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port fd3bccfe-57dd-4af7-b667-ce15cebfce19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:41:25.897869 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:25.925320 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1ff1be-bcbe-4ec2-ba55-04b4d141b108 x-openstack-request-id: req-7d1ff1be-bcbe-4ec2-ba55-04b4d141b108 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:41:25.925612 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "name": "network-vif-plugged", "status": "completed", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:41:25.925877 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7d1ff1be-bcbe-4ec2-ba55-04b4d141b108 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:41:25.926252 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1ff1be-bcbe-4ec2-ba55-04b4d141b108'] response: {'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'code': 200} Jun 15 00:41:25.928042 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:25.954885 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=fd3bccfe-57dd-4af7-b667-ce15cebfce19,revision_number=10']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:26.139874 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:26.151789 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aace9-003b-4f4b-930c-720fada83cb1 req-2063dddc-382a-44ad-b774-456b3eb80e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:26.154033 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-308aace9-003b-4f4b-930c-720fada83cb1 req-2063dddc-382a-44ad-b774-456b3eb80e4a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 1130 time: 0.0415084 Jun 15 00:41:26.156028 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f60e9c-a512-4136-8d13-a7bd10ced349 req-643ff522-2d5f-477e-af8b-f45c47c0355e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:26.158290 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-06f60e9c-a512-4136-8d13-a7bd10ced349 req-643ff522-2d5f-477e-af8b-f45c47c0355e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 946 time: 0.0546346 Jun 15 00:41:26.208396 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-06f60e9c-a512-4136-8d13-a7bd10ced349 req-fa035f9e-4bb7-4059-a93c-20d2155f9ae1 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448518 Jun 15 00:41:26.215060 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-308aace9-003b-4f4b-930c-720fada83cb1 req-0a0c7bf8-7fc8-4d93-ab75-abe23ea8fb05 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547256 Jun 15 00:41:27.332464 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a01d6-048c-4074-b05e-17d1b18802e7 req-94c6637f-e518-4437-80d2-6aac50dc483e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:27.333964 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cf0a01d6-048c-4074-b05e-17d1b18802e7 req-94c6637f-e518-4437-80d2-6aac50dc483e tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 946 time: 0.0470057 Jun 15 00:41:27.387996 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cf0a01d6-048c-4074-b05e-17d1b18802e7 req-ecf1888a-835e-4b8f-9b1f-5e7b51af9b90 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485270 Jun 15 00:41:27.564909 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f991eb45-6e86-45c7-85bc-1e314bc9e248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:28.556515 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9f0dc-44db-4971-af37-36c6ac154d66 req-fb5b322f-f931-453f-b1f0-dc8743dd217d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:28.558187 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79f9f0dc-44db-4971-af37-36c6ac154d66 req-fb5b322f-f931-453f-b1f0-dc8743dd217d tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 946 time: 0.0809205 Jun 15 00:41:28.627837 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79f9f0dc-44db-4971-af37-36c6ac154d66 req-cdfa058e-cd9a-4048-9254-c87ae883bb01 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619035 Jun 15 00:41:29.347231 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=16 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:29.742425 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:29.757913 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1cce6-d0e8-4b74-ae27-31fc17d1797b req-b7b434bd-705e-4b43-8906-3a5cbaf1e06c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:29.766247 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3c1cce6-d0e8-4b74-ae27-31fc17d1797b req-b7b434bd-705e-4b43-8906-3a5cbaf1e06c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 946 time: 0.0657172 Jun 15 00:41:29.813454 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3c1cce6-d0e8-4b74-ae27-31fc17d1797b req-7d9723c2-e060-4425-8d0f-9ec4e9b7a3e7 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466063 Jun 15 00:41:29.916993 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 33298) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:41:30.018082 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4e5d632b-9d5d-470a-83d1-52b9d1bcf2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:30.032521 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:30.110924 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Publish callbacks [] for security_group (4a2d1eb2-5da9-4849-a5b4-74821818f394), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:30.114641 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (4a2d1eb2-5da9-4849-a5b4-74821818f394), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:30.153877 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e44c61e61323479fbabcbc28a5b29995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354691 Jun 15 00:41:30.154740 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2d1eb2-5da9-4849-a5b4-74821818f394,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:30.156594 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 33302) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:41:30.161864 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.162216 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.162560 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.162931 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.163261 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.163596 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.163924 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.164251 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.164576 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.164900 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.165232 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.165557 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.165877 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.166192 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.166511 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f45491-65c0-46af-8f65-b3cca06733db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.209657 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Publish callbacks [] for security_group (4a2d1eb2-5da9-4849-a5b4-74821818f394), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:30.232240 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Publish callbacks [] for security_group (4a2d1eb2-5da9-4849-a5b4-74821818f394), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:30.256652 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:30.279394 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (4a2d1eb2-5da9-4849-a5b4-74821818f394), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:30.281851 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:30.283017 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4a2d1eb2-5da9-4849-a5b4-74821818f394 HTTP/1.1" status: 204 len: 168 time: 0.1254010 Jun 15 00:41:30.290761 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2d1eb2-5da9-4849-a5b4-74821818f394,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:30.297707 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.298054 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.298395 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.298988 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.299324 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.299653 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.299976 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.300298 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.300626 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.301025 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.301268 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.301587 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.301900 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.302215 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.302527 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a661d-21bf-4951-a6c4-753a73843322 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:41:30.858188 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:32.456697 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:32.475339 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-02135a4f-3e07-4f90-ad76-52e5dbe3be74 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=765342b3db8c4b3bb31c8cccc0b5f8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299604 Jun 15 00:41:32.658674 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-ad1b3008-39f0-48a7-8731-9d51644dd5d1 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:32.660063 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-ad1b3008-39f0-48a7-8731-9d51644dd5d1 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793439 Jun 15 00:41:32.674800 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-c1b144db-ac4c-4cd8-b481-e6815524b1b2 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/quotas/765342b3db8c4b3bb31c8cccc0b5f8e7 HTTP/1.1" status: 200 len: 375 time: 0.0091870 Jun 15 00:41:32.704929 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-3adf4278-6e78-47f4-8d76-5b7ce48f2d32 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=765342b3db8c4b3bb31c8cccc0b5f8e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254593 Jun 15 00:41:32.862060 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8a32e22b-6ac2-4990-a46e-9b52617d6f8f req-1f519eba-855a-4889-a48a-4632e68464a7 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 210 time: 0.0294216 Jun 15 00:41:33.422342 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:33.965822 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4e391bd4-2b9d-406f-8108-55e2e40adbaa req-85ba4e96-4945-40bc-b615-e36c5c639bbd tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 210 time: 0.0372648 Jun 15 00:41:33.976515 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-b74b6cac-ac96-477d-86c0-fb5578dab94d tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=765342b3db8c4b3bb31c8cccc0b5f8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220366 Jun 15 00:41:34.049355 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:34.083580 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-636089f3-d8ac-40be-85fd-5a083c1b0787 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:34.085000 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-636089f3-d8ac-40be-85fd-5a083c1b0787 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1024299 Jun 15 00:41:34.108805 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Request body: {'port': {'device_id': '85b362e1-4d50-445b-9c5a-5af9e5714fd6', 'network_id': '556a1c63-1f6b-4ce3-82b1-3db989ae7b7a', 'admin_state_up': True, 'tenant_id': '765342b3db8c4b3bb31c8cccc0b5f8e7'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:41:34.213373 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Made reservation on behalf of 765342b3db8c4b3bb31c8cccc0b5f8e7 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:41:34.216692 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:34.225157 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:34.541316 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Publish callbacks [] for security_group (a522b640-2c0b-4a73-9bf6-f088365a3166), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:34.545460 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (a522b640-2c0b-4a73-9bf6-f088365a3166), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:34.607134 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a522b640-2c0b-4a73-9bf6-f088365a3166,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:34.650261 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:34.677936 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Allocated IP 192.168.233.108 (556a1c63-1f6b-4ce3-82b1-3db989ae7b7a/0854c1e1-ae17-44fc-b73d-bf8c75167894/62555043-7dd3-4b5e-a79c-c73eb22aaf57) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:41:34.823033 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Publish callbacks [] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:34.853296 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:34.899582 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Network 556a1c63-1f6b-4ce3-82b1-3db989ae7b7a is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:41:34.902626 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:41:34.907064 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:41:34.913302 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Pushing event updated for resources: {'Port': ['ID=62555043-7dd3-4b5e-a79c-c73eb22aaf57,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:34.959968 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:34.960603 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:34.979114 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-a4e09857-73b6-4f80-b874-eb59ac33f58e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8738844 Jun 15 00:41:35.005050 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Request body: {'port': {'device_id': '85b362e1-4d50-445b-9c5a-5af9e5714fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:41:35.067828 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:35.071354 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:35.094277 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3940042-44c6-4c6e-a2a8-8671179e7614 req-962eddb7-7531-4a74-abbb-825c3c172199 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:35.095968 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b3940042-44c6-4c6e-a2a8-8671179e7614 req-962eddb7-7531-4a74-abbb-825c3c172199 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 936 time: 0.0524805 Jun 15 00:41:35.145453 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-b3940042-44c6-4c6e-a2a8-8671179e7614 req-0688ec52-767b-4ea4-a425-a134efef2acf tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/security-groups?id=a522b640-2c0b-4a73-9bf6-f088365a3166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 Jun 15 00:41:35.182196 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-cdf2ee98-e42b-44a0-ae70-48c2c935ce07 None None] Provisioning complete for port 62555043-7dd3-4b5e-a79c-c73eb22aaf57 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:41:35.182720 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-cdf2ee98-e42b-44a0-ae70-48c2c935ce07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:35.233355 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2ee98-e42b-44a0-ae70-48c2c935ce07 None None] Port 62555043-7dd3-4b5e-a79c-c73eb22aaf57 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:41:35.352027 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33df69-9bd6-40b8-9dad-c8838cebd174 req-5e086353-8f43-4bcc-af53-daef928df5f2 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:35.353410 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce33df69-9bd6-40b8-9dad-c8838cebd174 req-5e086353-8f43-4bcc-af53-daef928df5f2 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0520399 Jun 15 00:41:35.367791 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62555043-7dd3-4b5e-a79c-c73eb22aaf57 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:41:35.376555 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Publish callbacks [] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:35.389516 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Transition to ACTIVE for port object 62555043-7dd3-4b5e-a79c-c73eb22aaf57 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:41:35.400865 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:35.415169 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce33df69-9bd6-40b8-9dad-c8838cebd174 req-81cca114-d20d-4eef-bfbb-0780952f44ed tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552959 Jun 15 00:41:35.467633 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172d22c-dd67-4e6c-9ae9-22422c448c11 req-ced5f640-3628-40e2-9ebd-8485ba65f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:35.469187 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5172d22c-dd67-4e6c-9ae9-22422c448c11 req-ced5f640-3628-40e2-9ebd-8485ba65f4df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10b82c1cb87645d9831a2635a2aa01df&device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 1169 time: 0.0786023 Jun 15 00:41:35.498162 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Pushing event updated for resources: {'Port': ['ID=62555043-7dd3-4b5e-a79c-c73eb22aaf57,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:35.524122 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:35.633554 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172d22c-dd67-4e6c-9ae9-22422c448c11 req-a2ea0c06-acdb-4f9c-a0ee-1cb6189b3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:35.635063 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5172d22c-dd67-4e6c-9ae9-22422c448c11 req-a2ea0c06-acdb-4f9c-a0ee-1cb6189b3cbe service neutron] 10.222.0.42 "GET /v2.0/networks?id=02cb83f7-9f95-4f22-97d9-1299928682fd HTTP/1.1" status: 200 len: 916 time: 0.1584363 Jun 15 00:41:35.636103 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Attempting to bind port 62555043-7dd3-4b5e-a79c-c73eb22aaf57 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:41:35.636430 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Attempting to bind port 62555043-7dd3-4b5e-a79c-c73eb22aaf57 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'fec52ecf-e985-44e4-8513-bacbc5516b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '556a1c63-1f6b-4ce3-82b1-3db989ae7b7a'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:41:35.636752 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Attempting to bind port 62555043-7dd3-4b5e-a79c-c73eb22aaf57 on network 556a1c63-1f6b-4ce3-82b1-3db989ae7b7a {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:41:35.647634 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Port 62555043-7dd3-4b5e-a79c-c73eb22aaf57 on network 556a1c63-1f6b-4ce3-82b1-3db989ae7b7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:41:35.647953 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Attempting to bind port 62555043-7dd3-4b5e-a79c-c73eb22aaf57 on network 556a1c63-1f6b-4ce3-82b1-3db989ae7b7a {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:41:35.678802 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:41:35.679156 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Checking segment: {'id': 'fec52ecf-e985-44e4-8513-bacbc5516b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '556a1c63-1f6b-4ce3-82b1-3db989ae7b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:41:35.679542 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Bound using segment: {'id': 'fec52ecf-e985-44e4-8513-bacbc5516b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '556a1c63-1f6b-4ce3-82b1-3db989ae7b7a'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:41:35.679981 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Bound port: 62555043-7dd3-4b5e-a79c-c73eb22aaf57, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec52ecf-e985-44e4-8513-bacbc5516b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '556a1c63-1f6b-4ce3-82b1-3db989ae7b7a'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:41:35.680344 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:35.733585 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5172d22c-dd67-4e6c-9ae9-22422c448c11 req-be6a2117-e869-4c9b-8c89-0e8a38c1a5a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 HTTP/1.1" status: 200 len: 1002 time: 0.0918486 Jun 15 00:41:35.759519 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] For port 62555043-7dd3-4b5e-a79c-c73eb22aaf57, host hv-cinder-83538, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:41:35.762435 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] For port 62555043-7dd3-4b5e-a79c-c73eb22aaf57, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=62555043-7dd3-4b5e-a79c-c73eb22aaf57,segment=NetworkSegment(fec52ecf-e985-44e4-8513-bacbc5516b55),segment_id=fec52ecf-e985-44e4-8513-bacbc5516b55)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:41:35.768320 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:35.799856 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:35.800469 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:35.801824 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] 10.222.0.42 "PUT /v2.0/ports/62555043-7dd3-4b5e-a79c-c73eb22aaf57 HTTP/1.1" status: 200 len: 1098 time: 0.8012068 Jun 15 00:41:35.802329 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b362e1-4d50-445b-9c5a-5af9e5714fd6', 'tag': '62555043-7dd3-4b5e-a79c-c73eb22aaf57'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:41:35.804497 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71213ef4-19cb-4a71-aee2-61d85ac7671c" -d '{"events": [{"name": "network-changed", "server_uuid": "85b362e1-4d50-445b-9c5a-5af9e5714fd6", "tag": "62555043-7dd3-4b5e-a79c-c73eb22aaf57"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:41:35.828737 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051617c-d7d1-475d-afe5-fabeb438d81a service neutron] Pushing event updated for resources: {'Port': ['ID=62555043-7dd3-4b5e-a79c-c73eb22aaf57,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:35.840415 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9ee9b7-cc77-45dd-912b-26f38d64a14e x-openstack-request-id: req-bb9ee9b7-cc77-45dd-912b-26f38d64a14e {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:41:35.840709 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b362e1-4d50-445b-9c5a-5af9e5714fd6", "tag": "62555043-7dd3-4b5e-a79c-c73eb22aaf57", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:41:35.840958 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bb9ee9b7-cc77-45dd-912b-26f38d64a14e {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:41:35.841964 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9ee9b7-cc77-45dd-912b-26f38d64a14e'] response: {'name': 'network-changed', 'server_uuid': '85b362e1-4d50-445b-9c5a-5af9e5714fd6', 'tag': '62555043-7dd3-4b5e-a79c-c73eb22aaf57', 'status': 'completed', 'code': 200} Jun 15 00:41:35.939937 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:35.951753 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172d22c-dd67-4e6c-9ae9-22422c448c11 req-38fa740e-d78e-4509-9f77-a85255b574f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:35.953261 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5172d22c-dd67-4e6c-9ae9-22422c448c11 req-38fa740e-d78e-4509-9f77-a85255b574f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39156c66-5bb4-4de5-adc7-3c16e8a77e76 HTTP/1.1" status: 200 len: 854 time: 0.0479484 Jun 15 00:41:36.275340 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be048649-5b36-45ea-b6c4-21fbe21b93af req-db595328-bd89-4f22-9fa6-1fc6ce5641f4 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:36.277275 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-be048649-5b36-45ea-b6c4-21fbe21b93af req-db595328-bd89-4f22-9fa6-1fc6ce5641f4 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 948 time: 0.0526917 Jun 15 00:41:36.330388 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71213ef4-19cb-4a71-aee2-61d85ac7671c req-d1181c58-95af-497a-a8e4-e4bb63473b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:36.332115 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71213ef4-19cb-4a71-aee2-61d85ac7671c req-d1181c58-95af-497a-a8e4-e4bb63473b7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=765342b3db8c4b3bb31c8cccc0b5f8e7&device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 1132 time: 0.0753484 Jun 15 00:41:36.335118 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172d22c-dd67-4e6c-9ae9-22422c448c11 req-d880348a-255c-436f-b48b-bea172e66109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:36.336370 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-be048649-5b36-45ea-b6c4-21fbe21b93af req-03766e31-cde2-4643-abff-ace9739a82c2 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/security-groups?id=a522b640-2c0b-4a73-9bf6-f088365a3166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528266 Jun 15 00:41:36.336545 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5172d22c-dd67-4e6c-9ae9-22422c448c11 req-d880348a-255c-436f-b48b-bea172e66109 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02cb83f7-9f95-4f22-97d9-1299928682fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687587 Jun 15 00:41:36.531294 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b161968-bfd2-4390-8799-7c8e62b8021f req-e17b5722-5772-4f91-80c7-666b897769ab tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:36.532756 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b161968-bfd2-4390-8799-7c8e62b8021f req-e17b5722-5772-4f91-80c7-666b897769ab tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0474894 Jun 15 00:41:36.591213 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b161968-bfd2-4390-8799-7c8e62b8021f req-04601c8a-f915-400f-bb9b-c8f7dc4da995 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528305 Jun 15 00:41:36.671007 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71213ef4-19cb-4a71-aee2-61d85ac7671c req-907f793f-fb64-4298-af96-e43d5610a118 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=765342b3db8c4b3bb31c8cccc0b5f8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308511 Jun 15 00:41:36.801524 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5172d22c-dd67-4e6c-9ae9-22422c448c11 req-638ca4f7-c26a-4a78-bf3f-686ae031d442 service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696541 Jun 15 00:41:36.839101 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71213ef4-19cb-4a71-aee2-61d85ac7671c req-71390bfb-864c-4eab-8caf-5c52787ba779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:36.840547 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71213ef4-19cb-4a71-aee2-61d85ac7671c req-71390bfb-864c-4eab-8caf-5c52787ba779 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1596048 Jun 15 00:41:36.903030 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5172d22c-dd67-4e6c-9ae9-22422c448c11 req-e464c24f-de3f-410c-8ea4-3313b5dbaff6 service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951331 Jun 15 00:41:36.956617 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-b78901c3-5ee6-4706-b19b-c2cbae4fd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:36.957981 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-b78901c3-5ee6-4706-b19b-c2cbae4fd978 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=765342b3db8c4b3bb31c8cccc0b5f8e7&device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 1132 time: 0.0378320 Jun 15 00:41:37.055653 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-7131e602-cdf1-42a4-97ff-3692043062d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=62555043-7dd3-4b5e-a79c-c73eb22aaf57 HTTP/1.1" status: 200 len: 217 time: 0.0359092 Jun 15 00:41:37.069334 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:37.104720 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-56d4d263-a945-4fef-b7df-d8a059d536b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:37.106190 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-56d4d263-a945-4fef-b7df-d8a059d536b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0854c1e1-ae17-44fc-b73d-bf8c75167894 HTTP/1.1" status: 200 len: 843 time: 0.0446320 Jun 15 00:41:37.241692 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-cfe6abc5-5278-404c-9702-357ac4684031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:37.243195 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-cfe6abc5-5278-404c-9702-357ac4684031 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=556a1c63-1f6b-4ce3-82b1-3db989ae7b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0400488 Jun 15 00:41:37.336698 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-386b3dfb-1bee-4126-bbdf-090cba3f0712 service neutron] 10.222.0.42 "GET /v2.0/networks/556a1c63-1f6b-4ce3-82b1-3db989ae7b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873370 Jun 15 00:41:37.429575 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89e7484c-a32f-4dd1-81c5-94e53f42b432 req-55f2f5ea-df2b-42e7-b317-4a7b722a9e1a service neutron] 10.222.0.42 "GET /v2.0/networks/556a1c63-1f6b-4ce3-82b1-3db989ae7b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871184 Jun 15 00:41:37.452974 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bfc9-cbbc-47a8-9f94-b1ea06fa79e0 req-2ecc7a89-5e34-4f83-ab7a-8d29df28155e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:37.454503 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d493bfc9-cbbc-47a8-9f94-b1ea06fa79e0 req-2ecc7a89-5e34-4f83-ab7a-8d29df28155e tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 948 time: 0.0481617 Jun 15 00:41:37.507363 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d493bfc9-cbbc-47a8-9f94-b1ea06fa79e0 req-6b0e8926-14a2-4c24-b1af-ff6898293329 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/security-groups?id=a522b640-2c0b-4a73-9bf6-f088365a3166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465970 Jun 15 00:41:37.715305 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcd89d-0fd5-4bf5-9901-16588417c840 req-8eee9073-5932-4060-b24d-32ece98bd3d6 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:37.717412 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8fcd89d-0fd5-4bf5-9901-16588417c840 req-8eee9073-5932-4060-b24d-32ece98bd3d6 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0588732 Jun 15 00:41:37.779667 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8fcd89d-0fd5-4bf5-9901-16588417c840 req-7a7bf235-de11-47ac-b2a0-5105ea2bde2c tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554099 Jun 15 00:41:38.620021 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5b85-c5b9-43e2-9c97-cc473ab78ce3 req-eefb2143-88ce-4944-a73d-2946df5e8e0b tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:38.621511 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1e8d5b85-c5b9-43e2-9c97-cc473ab78ce3 req-eefb2143-88ce-4944-a73d-2946df5e8e0b tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 948 time: 0.0473452 Jun 15 00:41:38.667629 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1e8d5b85-c5b9-43e2-9c97-cc473ab78ce3 req-58af50ac-3033-4b6c-a45d-e43308fe4543 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/security-groups?id=a522b640-2c0b-4a73-9bf6-f088365a3166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Jun 15 00:41:38.902580 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a0f64-5332-45f7-a487-c3e8abe181f9 req-b21ca714-0246-442b-bcab-b5635b9a2a41 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:38.904594 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-579a0f64-5332-45f7-a487-c3e8abe181f9 req-b21ca714-0246-442b-bcab-b5635b9a2a41 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0491350 Jun 15 00:41:38.966704 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-579a0f64-5332-45f7-a487-c3e8abe181f9 req-6e721d4f-e88e-46c8-bd09-784e6e1a25ec tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561597 Jun 15 00:41:39.713548 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 62555043-7dd3-4b5e-a79c-c73eb22aaf57 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:41:39.787723 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f02b1-8e48-464e-a785-a7b8e562b986 req-feaf50b4-2398-4f9a-b4b9-d735ee894235 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:39.789273 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-198f02b1-8e48-464e-a785-a7b8e562b986 req-feaf50b4-2398-4f9a-b4b9-d735ee894235 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 948 time: 0.0532331 Jun 15 00:41:39.813824 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 62555043-7dd3-4b5e-a79c-c73eb22aaf57, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=62555043-7dd3-4b5e-a79c-c73eb22aaf57,segment=NetworkSegment(fec52ecf-e985-44e4-8513-bacbc5516b55),segment_id=fec52ecf-e985-44e4-8513-bacbc5516b55)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:41:39.826367 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '62555043-7dd3-4b5e-a79c-c73eb22aaf57', 'network_id': '556a1c63-1f6b-4ce3-82b1-3db989ae7b7a', 'port_id': '62555043-7dd3-4b5e-a79c-c73eb22aaf57', 'mac_address': 'fa:16:3e:a0:ce:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0854c1e1-ae17-44fc-b73d-bf8c75167894', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:41:39.838936 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-198f02b1-8e48-464e-a785-a7b8e562b986 req-7a71d5f8-5eb0-4512-901e-b3c5327ac119 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/security-groups?id=a522b640-2c0b-4a73-9bf6-f088365a3166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438273 Jun 15 00:41:39.865638 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 62555043-7dd3-4b5e-a79c-c73eb22aaf57 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:41:39.866029 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:39.878857 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62555043-7dd3-4b5e-a79c-c73eb22aaf57 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:41:39.898738 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 62555043-7dd3-4b5e-a79c-c73eb22aaf57, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=62555043-7dd3-4b5e-a79c-c73eb22aaf57,segment=NetworkSegment(fec52ecf-e985-44e4-8513-bacbc5516b55),segment_id=fec52ecf-e985-44e4-8513-bacbc5516b55)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:41:39.902331 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:39.946301 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=62555043-7dd3-4b5e-a79c-c73eb22aaf57,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:40.084205 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e16c-6f0b-4de9-bf6d-a0fde4deceed req-bd0c509c-9f25-4613-acf6-cfef625ba1b6 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:40.085552 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a698e16c-6f0b-4de9-bf6d-a0fde4deceed req-bd0c509c-9f25-4613-acf6-cfef625ba1b6 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0475266 Jun 15 00:41:40.130976 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:40.146414 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a698e16c-6f0b-4de9-bf6d-a0fde4deceed req-5fad0926-e0c4-4c7a-ad53-1f6b415500b5 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552595 Jun 15 00:41:40.266887 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['62555043-7dd3-4b5e-a79c-c73eb22aaf57'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:41:40.955376 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89ddc6-ce14-4fdd-98ab-263e01bf4a15 req-2f1c3a12-7b38-46b6-97a1-4dc8bd799678 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:40.956851 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9f89ddc6-ce14-4fdd-98ab-263e01bf4a15 req-2f1c3a12-7b38-46b6-97a1-4dc8bd799678 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 949 time: 0.0467689 Jun 15 00:41:40.981747 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:41.003840 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9f89ddc6-ce14-4fdd-98ab-263e01bf4a15 req-1bdfe42e-30da-4e08-af43-407689b9d6db tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/security-groups?id=a522b640-2c0b-4a73-9bf6-f088365a3166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 Jun 15 00:41:41.269022 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b15549-5db0-4eb6-935f-e4794030f40d req-7b60f362-c26f-4e72-88c8-7d62722cb5c9 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:41.270493 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01b15549-5db0-4eb6-935f-e4794030f40d req-7b60f362-c26f-4e72-88c8-7d62722cb5c9 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0491006 Jun 15 00:41:41.332015 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01b15549-5db0-4eb6-935f-e4794030f40d req-c2329799-63ad-4237-8b7b-1b65345ac052 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559676 Jun 15 00:41:41.715782 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 62555043-7dd3-4b5e-a79c-c73eb22aaf57 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:41:41.758018 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 62555043-7dd3-4b5e-a79c-c73eb22aaf57 completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:41:41.763658 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 62555043-7dd3-4b5e-a79c-c73eb22aaf57 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:41:41.764147 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:41.792011 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:41.811096 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:41.841946 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 62555043-7dd3-4b5e-a79c-c73eb22aaf57 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:41:41.842322 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:41.865363 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b362e1-4d50-445b-9c5a-5af9e5714fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62555043-7dd3-4b5e-a79c-c73eb22aaf57'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:41:41.867664 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51631acb-0414-4e5c-a3bc-ab062d10b9ab" -d '{"events": [{"server_uuid": "85b362e1-4d50-445b-9c5a-5af9e5714fd6", "name": "network-vif-plugged", "status": "completed", "tag": "62555043-7dd3-4b5e-a79c-c73eb22aaf57"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:41:41.880518 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 62555043-7dd3-4b5e-a79c-c73eb22aaf57, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=62555043-7dd3-4b5e-a79c-c73eb22aaf57,segment=NetworkSegment(fec52ecf-e985-44e4-8513-bacbc5516b55),segment_id=fec52ecf-e985-44e4-8513-bacbc5516b55)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:41:41.884617 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:41.907487 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04b7993-0009-4ffa-b7b4-171528b5f81f x-openstack-request-id: req-c04b7993-0009-4ffa-b7b4-171528b5f81f {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:41:41.907772 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b362e1-4d50-445b-9c5a-5af9e5714fd6", "name": "network-vif-plugged", "status": "completed", "tag": "62555043-7dd3-4b5e-a79c-c73eb22aaf57", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:41:41.908022 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c04b7993-0009-4ffa-b7b4-171528b5f81f {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:41:41.908404 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04b7993-0009-4ffa-b7b4-171528b5f81f'] response: {'server_uuid': '85b362e1-4d50-445b-9c5a-5af9e5714fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62555043-7dd3-4b5e-a79c-c73eb22aaf57', 'code': 200} Jun 15 00:41:41.932249 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=62555043-7dd3-4b5e-a79c-c73eb22aaf57,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:42.147137 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821013a-13ef-4e4e-a50a-ead28cb397f8 req-4bca6534-8c04-481c-8678-c207aa9a5d7c tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:42.148815 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3821013a-13ef-4e4e-a50a-ead28cb397f8 req-4bca6534-8c04-481c-8678-c207aa9a5d7c tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 950 time: 0.0725319 Jun 15 00:41:42.153851 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f600f-613e-4e15-88b9-8ec2fdeb66c0 req-d486b756-4c67-456a-8b40-d433d7c291f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:42.155248 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a77f600f-613e-4e15-88b9-8ec2fdeb66c0 req-d486b756-4c67-456a-8b40-d433d7c291f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 1134 time: 0.0513783 Jun 15 00:41:42.228516 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3821013a-13ef-4e4e-a50a-ead28cb397f8 req-c3ec50ec-367a-40db-8590-436b4fd07366 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/security-groups?id=a522b640-2c0b-4a73-9bf6-f088365a3166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723479 Jun 15 00:41:42.230437 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a77f600f-613e-4e15-88b9-8ec2fdeb66c0 req-96caba5a-a276-44d8-9183-0f8e49900201 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a522b640-2c0b-4a73-9bf6-f088365a3166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686367 Jun 15 00:41:42.451496 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294f0db-284f-4489-9299-2f1d977afebe req-b2cb2baa-0ec8-4aa1-8d1f-927742b95955 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:42.452957 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3294f0db-284f-4489-9299-2f1d977afebe req-b2cb2baa-0ec8-4aa1-8d1f-927742b95955 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0524018 Jun 15 00:41:42.512627 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3294f0db-284f-4489-9299-2f1d977afebe req-7e2e3ac0-7472-4e13-abad-e3084d32d31a tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539939 Jun 15 00:41:43.345524 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f98293-d923-4511-a759-45ccb7b65648 req-e375974e-2195-4421-ab7d-aee74b6f89b8 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:43.347347 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41f98293-d923-4511-a759-45ccb7b65648 req-e375974e-2195-4421-ab7d-aee74b6f89b8 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 950 time: 0.0499415 Jun 15 00:41:43.397383 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41f98293-d923-4511-a759-45ccb7b65648 req-4c912014-d2df-431d-a6ac-a82c60ef1ef3 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/security-groups?id=a522b640-2c0b-4a73-9bf6-f088365a3166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437322 Jun 15 00:41:43.625639 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4d7d7-d250-4835-b391-06e4f8531e0c req-e809c300-5131-4108-85bf-8b65ead0ba2a tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:43.627116 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-00f4d7d7-d250-4835-b391-06e4f8531e0c req-e809c300-5131-4108-85bf-8b65ead0ba2a tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0469894 Jun 15 00:41:43.685841 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-00f4d7d7-d250-4835-b391-06e4f8531e0c req-97ef7f18-3ec0-4753-a642-f66c66cc20af tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531666 Jun 15 00:41:44.505420 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:44.519359 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52e9bc-7ab9-4bfc-8ba7-4c619c22990b req-8aeeceab-06be-4fe5-91e5-3c519753f15a tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:44.520843 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2b52e9bc-7ab9-4bfc-8ba7-4c619c22990b req-8aeeceab-06be-4fe5-91e5-3c519753f15a tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 950 time: 0.0537179 Jun 15 00:41:44.572249 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2b52e9bc-7ab9-4bfc-8ba7-4c619c22990b req-175609d6-824d-41e7-8c7b-f9b8a5065767 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/security-groups?id=a522b640-2c0b-4a73-9bf6-f088365a3166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457401 Jun 15 00:41:44.580833 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:44.595222 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:44.597260 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:44.807835 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba353f-7f29-4087-9d39-182be31f08f4 req-f9a7f54f-9897-4b47-8a8f-7d81e20de8d9 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:44.809277 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-41ba353f-7f29-4087-9d39-182be31f08f4 req-f9a7f54f-9897-4b47-8a8f-7d81e20de8d9 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0497210 Jun 15 00:41:44.850150 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ce39d-2680-4b57-bf15-9214c32032f4 req-d9fd300e-d769-406d-ba06-a39635057019 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:44.851724 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-093ce39d-2680-4b57-bf15-9214c32032f4 req-d9fd300e-d769-406d-ba06-a39635057019 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 950 time: 0.0500898 Jun 15 00:41:44.875390 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-41ba353f-7f29-4087-9d39-182be31f08f4 req-32ce3ca8-4d7c-4077-99ec-41653fca7002 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602419 Jun 15 00:41:44.899400 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-093ce39d-2680-4b57-bf15-9214c32032f4 req-1cb428ee-397e-4c22-be9b-0f06dff53093 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/security-groups?id=a522b640-2c0b-4a73-9bf6-f088365a3166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410509 Jun 15 00:41:45.991115 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90ae0-89eb-4461-af52-11a657e491bd req-1cb97f3e-29e3-4bd9-9761-46e20df1ea47 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:45.992573 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b8e90ae0-89eb-4461-af52-11a657e491bd req-1cb97f3e-29e3-4bd9-9761-46e20df1ea47 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0512049 Jun 15 00:41:46.051656 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b8e90ae0-89eb-4461-af52-11a657e491bd req-3a9bd831-c8e4-45d3-8991-d51a294d7543 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535014 Jun 15 00:41:46.150983 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ee51d-392f-4ebf-8c52-3f039cb55ae6 req-5e022e17-ed1d-4cad-bccc-50295ec3eb42 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:46.152437 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-118ee51d-392f-4ebf-8c52-3f039cb55ae6 req-5e022e17-ed1d-4cad-bccc-50295ec3eb42 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 950 time: 0.0461757 Jun 15 00:41:46.170710 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:46.198504 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-118ee51d-392f-4ebf-8c52-3f039cb55ae6 req-3dcd1a52-03e8-4752-8643-8498a0412339 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/security-groups?id=a522b640-2c0b-4a73-9bf6-f088365a3166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402675 Jun 15 00:41:47.133146 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df367daf-69f1-497f-85df-6d440a09b86b req-6b488a31-6c0f-4a24-8ea1-64093c239a26 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:47.134884 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-df367daf-69f1-497f-85df-6d440a09b86b req-6b488a31-6c0f-4a24-8ea1-64093c239a26 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 950 time: 0.0613489 Jun 15 00:41:47.221164 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045830af-c64a-4695-912b-cc2408ba813b req-a3d104ef-854e-4173-bece-e2dc2e1b4840 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:47.223570 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-045830af-c64a-4695-912b-cc2408ba813b req-a3d104ef-854e-4173-bece-e2dc2e1b4840 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0876660 Jun 15 00:41:47.306039 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-df367daf-69f1-497f-85df-6d440a09b86b req-6e8aedb3-ef42-4593-9e46-ef6792588351 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Deleting port 62555043-7dd3-4b5e-a79c-c73eb22aaf57 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:41:47.306382 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-df367daf-69f1-497f-85df-6d440a09b86b req-6e8aedb3-ef42-4593-9e46-ef6792588351 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:47.322369 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3493c7-f9b1-4f69-9332-43fc552bb95b req-5c91657e-9d06-45e2-b13c-b2ddf6651662 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:47.323882 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce3493c7-f9b1-4f69-9332-43fc552bb95b req-5c91657e-9d06-45e2-b13c-b2ddf6651662 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 950 time: 0.0486836 Jun 15 00:41:47.355102 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-045830af-c64a-4695-912b-cc2408ba813b req-b879507d-7d55-4b08-8cf7-9698b6c03cc1 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1213162 Jun 15 00:41:47.360047 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:47.378671 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ce3493c7-f9b1-4f69-9332-43fc552bb95b req-ae87a455-e56c-4543-80a5-e99144cc6736 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/security-groups?id=a522b640-2c0b-4a73-9bf6-f088365a3166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485680 Jun 15 00:41:47.418686 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-df367daf-69f1-497f-85df-6d440a09b86b req-6e8aedb3-ef42-4593-9e46-ef6792588351 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] For port 62555043-7dd3-4b5e-a79c-c73eb22aaf57, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=62555043-7dd3-4b5e-a79c-c73eb22aaf57,segment=NetworkSegment(fec52ecf-e985-44e4-8513-bacbc5516b55),segment_id=fec52ecf-e985-44e4-8513-bacbc5516b55)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:41:47.419145 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-df367daf-69f1-497f-85df-6d440a09b86b req-6e8aedb3-ef42-4593-9e46-ef6792588351 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:47.432041 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-df367daf-69f1-497f-85df-6d440a09b86b req-6e8aedb3-ef42-4593-9e46-ef6792588351 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Calling delete_port for 62555043-7dd3-4b5e-a79c-c73eb22aaf57 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:41:47.567513 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-df367daf-69f1-497f-85df-6d440a09b86b req-6e8aedb3-ef42-4593-9e46-ef6792588351 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (62555043-7dd3-4b5e-a79c-c73eb22aaf57), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:47.596010 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8aedb3-ef42-4593-9e46-ef6792588351 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Pushing event deleted for resources: {'Port': ['ID=62555043-7dd3-4b5e-a79c-c73eb22aaf57,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:47.617034 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['62555043-7dd3-4b5e-a79c-c73eb22aaf57'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:41:47.640017 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-df367daf-69f1-497f-85df-6d440a09b86b req-6e8aedb3-ef42-4593-9e46-ef6792588351 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] No DVR routers for this DVR port 62555043-7dd3-4b5e-a79c-c73eb22aaf57 on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:41:47.642333 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-df367daf-69f1-497f-85df-6d440a09b86b req-6e8aedb3-ef42-4593-9e46-ef6792588351 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:47.645742 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-df367daf-69f1-497f-85df-6d440a09b86b req-6e8aedb3-ef42-4593-9e46-ef6792588351 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.42 "DELETE /v2.0/ports/62555043-7dd3-4b5e-a79c-c73eb22aaf57 HTTP/1.1" status: 204 len: 173 time: 0.4775078 Jun 15 00:41:47.646194 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b362e1-4d50-445b-9c5a-5af9e5714fd6', 'name': 'network-vif-deleted', 'tag': '62555043-7dd3-4b5e-a79c-c73eb22aaf57'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:41:47.648459 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abab1ac3-6d56-4f7b-924d-593828916cbc" -d '{"events": [{"server_uuid": "85b362e1-4d50-445b-9c5a-5af9e5714fd6", "name": "network-vif-deleted", "tag": "62555043-7dd3-4b5e-a79c-c73eb22aaf57"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:41:47.684051 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeab190-e0e1-43ca-9562-2906fcc304ba x-openstack-request-id: req-eeeab190-e0e1-43ca-9562-2906fcc304ba {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:41:47.684330 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b362e1-4d50-445b-9c5a-5af9e5714fd6", "name": "network-vif-deleted", "tag": "62555043-7dd3-4b5e-a79c-c73eb22aaf57", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:41:47.684582 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eeeab190-e0e1-43ca-9562-2906fcc304ba {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:41:47.685015 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeeab190-e0e1-43ca-9562-2906fcc304ba'] response: {'server_uuid': '85b362e1-4d50-445b-9c5a-5af9e5714fd6', 'name': 'network-vif-deleted', 'tag': '62555043-7dd3-4b5e-a79c-c73eb22aaf57', 'status': 'completed', 'code': 200} Jun 15 00:41:48.485093 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fb8be-0e97-4e32-b935-490be106175b req-28bfc04c-24e7-495d-834e-c27d5a57c114 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:48.486680 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3f3fb8be-0e97-4e32-b935-490be106175b req-28bfc04c-24e7-495d-834e-c27d5a57c114 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0597341 Jun 15 00:41:48.499063 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7bbdfb7f-92b7-4667-b2ed-7020c075d4d4 req-c31453a6-cfc8-41b4-bc6d-9d8bad901986 tempest-VolumesNegativeTest-41813865 tempest-VolumesNegativeTest-41813865-project] 10.222.0.33 "GET /v2.0/ports?device_id=85b362e1-4d50-445b-9c5a-5af9e5714fd6 HTTP/1.1" status: 200 len: 210 time: 0.0362382 Jun 15 00:41:48.548863 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3f3fb8be-0e97-4e32-b935-490be106175b req-68e0e7c5-65cf-4a02-bc81-228dbeb7ea10 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544384 Jun 15 00:41:49.281812 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71265e26-2758-428b-8d24-2d734fc5774b req-0617921d-98a0-4bf7-888b-ce8f4b3ab62a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365949 Jun 15 00:41:49.394719 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71265e26-2758-428b-8d24-2d734fc5774b req-e2996871-643f-4f9e-a211-8131191467ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:49.396270 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71265e26-2758-428b-8d24-2d734fc5774b req-e2996871-643f-4f9e-a211-8131191467ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47d48d22515e469fa53498b17ed80be7&device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 1130 time: 0.0399058 Jun 15 00:41:49.503972 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71265e26-2758-428b-8d24-2d734fc5774b req-721e5eeb-81db-40d8-a399-cd8ef33b43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:49.505448 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71265e26-2758-428b-8d24-2d734fc5774b req-721e5eeb-81db-40d8-a399-cd8ef33b43a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 200 len: 917 time: 0.0888851 Jun 15 00:41:49.570171 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71265e26-2758-428b-8d24-2d734fc5774b req-de3d958c-707e-4de6-a47b-5dcb22c750d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19 HTTP/1.1" status: 200 len: 1000 time: 0.0583074 Jun 15 00:41:49.636689 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:49.667367 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71265e26-2758-428b-8d24-2d734fc5774b req-03fe4fb4-e51d-48af-a21c-6cf4a846b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:49.668966 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71265e26-2758-428b-8d24-2d734fc5774b req-03fe4fb4-e51d-48af-a21c-6cf4a846b29b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bddbc5c-7efb-4185-937f-e56eb0633638 HTTP/1.1" status: 200 len: 855 time: 0.0911090 Jun 15 00:41:49.692507 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87137185-0f5a-4c87-94e2-b5fae634d186 req-24b0cb70-2cfa-44df-949d-07b5135708a7 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:49.693999 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87137185-0f5a-4c87-94e2-b5fae634d186 req-24b0cb70-2cfa-44df-949d-07b5135708a7 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0713167 Jun 15 00:41:49.736027 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71265e26-2758-428b-8d24-2d734fc5774b req-ff9dd5e6-1219-4379-a8fb-794407bcb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:49.737519 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71265e26-2758-428b-8d24-2d734fc5774b req-ff9dd5e6-1219-4379-a8fb-794407bcb6b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a1b00d6-5e32-4853-99e0-f68fb9a5757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618310 Jun 15 00:41:49.766496 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 62555043-7dd3-4b5e-a79c-c73eb22aaf57 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:41:49.786344 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 62555043-7dd3-4b5e-a79c-c73eb22aaf57 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:41:49.786798 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 62555043-7dd3-4b5e-a79c-c73eb22aaf57 not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:41:49.807455 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87137185-0f5a-4c87-94e2-b5fae634d186 req-cf432c2e-22f0-4766-8fee-49f157c7d8e5 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0976133 Jun 15 00:41:49.864378 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71265e26-2758-428b-8d24-2d734fc5774b req-f54aef2b-52fb-4a29-b500-9559a74881ee service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168275 Jun 15 00:41:49.961263 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71265e26-2758-428b-8d24-2d734fc5774b req-40cbc3df-64e9-4081-9a0c-d39a2d3131ed service neutron] 10.222.0.42 "GET /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843580 Jun 15 00:41:50.927352 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609422-8abb-4685-97c2-055893387fe4 req-6d9bcbbf-a4f2-475d-ab25-a1b3bfadd2fb tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:50.928876 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1c609422-8abb-4685-97c2-055893387fe4 req-6d9bcbbf-a4f2-475d-ab25-a1b3bfadd2fb tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0498002 Jun 15 00:41:50.991667 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1c609422-8abb-4685-97c2-055893387fe4 req-fb768777-d8e8-45ac-844f-d0b7c5a2a05a tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569873 Jun 15 00:41:52.112946 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c79c0-e509-41c7-9938-2b7e78c0e9e9 req-38354fee-8ae9-49d0-8b09-dcf1e8a24954 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:52.114461 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce8c79c0-e509-41c7-9938-2b7e78c0e9e9 req-38354fee-8ae9-49d0-8b09-dcf1e8a24954 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0543182 Jun 15 00:41:52.162055 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:52.180195 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce8c79c0-e509-41c7-9938-2b7e78c0e9e9 req-d1c448ae-fcb2-4936-a510-de4eec5cf341 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599501 Jun 15 00:41:53.293541 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb01f3-530a-4c16-82ba-412145661bd3 req-4b1e6143-348d-42c3-bacd-ebb484918441 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:53.295557 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e2eb01f3-530a-4c16-82ba-412145661bd3 req-4b1e6143-348d-42c3-bacd-ebb484918441 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0482559 Jun 15 00:41:53.361817 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-e2eb01f3-530a-4c16-82ba-412145661bd3 req-e0af93fc-cad7-4e34-8380-6b948ccf9599 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601609 Jun 15 00:41:53.438386 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 33792) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:41:53.570559 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a849a4d3-b031-4aea-bcd2-5013f66425f9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=765342b3db8c4b3bb31c8cccc0b5f8e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309876 Jun 15 00:41:53.572973 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 33798) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:41:53.621602 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f72d4612-105e-4c18-ab94-d35e1d7ec18b admin admin] Publish callbacks [] for security_group (a522b640-2c0b-4a73-9bf6-f088365a3166), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:53.642690 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f72d4612-105e-4c18-ab94-d35e1d7ec18b admin admin] Publish callbacks [] for security_group (a522b640-2c0b-4a73-9bf6-f088365a3166), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:53.688500 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f72d4612-105e-4c18-ab94-d35e1d7ec18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (a522b640-2c0b-4a73-9bf6-f088365a3166), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:53.691084 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f72d4612-105e-4c18-ab94-d35e1d7ec18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:53.692252 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f72d4612-105e-4c18-ab94-d35e1d7ec18b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a522b640-2c0b-4a73-9bf6-f088365a3166 HTTP/1.1" status: 204 len: 168 time: 0.1183558 Jun 15 00:41:53.700723 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d4612-105e-4c18-ab94-d35e1d7ec18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a522b640-2c0b-4a73-9bf6-f088365a3166,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:41:54.477858 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6ed92-ae49-4fde-bd7d-6dcc7133279a req-7dd7616a-61bc-4f7a-bab6-9a23f2544611 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:54.479440 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-43f6ed92-ae49-4fde-bd7d-6dcc7133279a req-7dd7616a-61bc-4f7a-bab6-9a23f2544611 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0503149 Jun 15 00:41:54.546977 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-43f6ed92-ae49-4fde-bd7d-6dcc7133279a req-c3fb2800-087d-4520-b68d-1f174b6e5366 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605099 Jun 15 00:41:55.660911 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5bbb4-8998-46fa-b8ee-faf6ab05af63 req-de8d0b30-0f43-431c-90fd-d092b665025a tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:55.662378 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-47c5bbb4-8998-46fa-b8ee-faf6ab05af63 req-de8d0b30-0f43-431c-90fd-d092b665025a tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0476558 Jun 15 00:41:55.726624 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-47c5bbb4-8998-46fa-b8ee-faf6ab05af63 req-2da84419-a3ca-429f-a68f-a5063243bf40 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581093 Jun 15 00:41:56.347915 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:41:56.848559 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e94add-3f05-4ca0-a3a3-d98c41134766 req-eca1973a-94f4-4d3d-95c0-4106d744b452 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:56.850143 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37e94add-3f05-4ca0-a3a3-d98c41134766 req-eca1973a-94f4-4d3d-95c0-4106d744b452 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0533202 Jun 15 00:41:56.912526 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37e94add-3f05-4ca0-a3a3-d98c41134766 req-943d8809-2e2a-47c3-80c0-60868b0ed91c tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563493 Jun 15 00:41:57.567210 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-df710c7e-8acb-42c6-8a71-c3bb11909004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:41:58.037325 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a45bc0-5aaa-4260-845e-06f47655640a req-747b6995-cde6-4984-b1c7-abd9aa4c9b7c tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:58.040944 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-92a45bc0-5aaa-4260-845e-06f47655640a req-747b6995-cde6-4984-b1c7-abd9aa4c9b7c tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0568967 Jun 15 00:41:58.102422 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-92a45bc0-5aaa-4260-845e-06f47655640a req-ba990772-6483-4af3-9b7d-7809c9eb7208 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554864 Jun 15 00:41:58.349140 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531131c-fd2a-4d0b-9a98-9e8a1977f206 req-41cba35d-8cc2-4ace-88f8-a8470e97bd4e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:58.350707 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9531131c-fd2a-4d0b-9a98-9e8a1977f206 req-41cba35d-8cc2-4ace-88f8-a8470e97bd4e tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 946 time: 0.0535855 Jun 15 00:41:58.399596 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9531131c-fd2a-4d0b-9a98-9e8a1977f206 req-2e668c66-5047-4ee2-bbbb-ebf171c85683 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432334 Jun 15 00:41:58.450055 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:58.464033 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6f0f3-eee2-4491-949a-0654a5c37812 req-09dc10cd-a299-4989-9205-807c2d1a5605 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:58.465505 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-99d6f0f3-eee2-4491-949a-0654a5c37812 req-09dc10cd-a299-4989-9205-807c2d1a5605 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 945 time: 0.0503099 Jun 15 00:41:58.513868 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-99d6f0f3-eee2-4491-949a-0654a5c37812 req-e6adc91f-cb02-4f9a-a70b-470701c66c82 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414934 Jun 15 00:41:59.201919 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:59.217267 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3389e-ecff-4830-95d1-20dab0629edf req-0ccf5395-b39a-4cf6-8e42-9dc28a822877 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:59.218760 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02a3389e-ecff-4830-95d1-20dab0629edf req-0ccf5395-b39a-4cf6-8e42-9dc28a822877 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0490537 Jun 15 00:41:59.278191 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02a3389e-ecff-4830-95d1-20dab0629edf req-a6ed8ca3-c4f5-4a06-a3c2-0c7fe2f743e7 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535450 Jun 15 00:41:59.512181 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59698c3b-a5bb-4dd6-ab78-d71532f0514f req-bcf646f7-bbc5-42cd-b99f-a60a1fac655a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:59.513676 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-59698c3b-a5bb-4dd6-ab78-d71532f0514f req-bcf646f7-bbc5-42cd-b99f-a60a1fac655a tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 946 time: 0.0472050 Jun 15 00:41:59.531308 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:41:59.562004 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-59698c3b-a5bb-4dd6-ab78-d71532f0514f req-b44cb0f9-9ffc-40fc-a5a2-82bcb721fcf0 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428176 Jun 15 00:41:59.626542 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d71cfc-8daa-4336-8de2-27545c46b134 req-3578fdd3-f2ff-41ba-8a5f-6f9c0e20e14d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:41:59.628016 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44d71cfc-8daa-4336-8de2-27545c46b134 req-3578fdd3-f2ff-41ba-8a5f-6f9c0e20e14d tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 945 time: 0.0470796 Jun 15 00:41:59.677596 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44d71cfc-8daa-4336-8de2-27545c46b134 req-b7197348-a104-416e-8d92-459ec9350232 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439653 Jun 15 00:42:00.020108 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-eba493ba-20e9-4e61-8640-cdacd0124b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:00.392961 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3071d2-1e68-49b1-9cd6-4371925c9156 req-c4985679-cd8c-4723-94bd-81db4e79f0d9 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:00.394401 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8f3071d2-1e68-49b1-9cd6-4371925c9156 req-c4985679-cd8c-4723-94bd-81db4e79f0d9 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0509412 Jun 15 00:42:00.452969 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8f3071d2-1e68-49b1-9cd6-4371925c9156 req-10f60980-cc99-4cf1-adbb-49c7ee369b80 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&id=444f62ca-78ce-4a40-a9b1-2cafdb349730&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527735 Jun 15 00:42:00.676765 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e337cea-c56d-4a35-a428-c0472a0bd160 req-c66f0211-b8de-45c8-b35c-60995d15b9e7 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:00.678248 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e337cea-c56d-4a35-a428-c0472a0bd160 req-c66f0211-b8de-45c8-b35c-60995d15b9e7 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 946 time: 0.0489056 Jun 15 00:42:00.725327 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e337cea-c56d-4a35-a428-c0472a0bd160 req-b8361541-d756-4102-aa60-9c5bcd086449 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415680 Jun 15 00:42:00.792130 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a3b85-6630-422e-9203-f00cf4d19f01 req-83bbdda8-5cf3-4481-a6e7-7f9aa6f861b0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:00.793586 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6c7a3b85-6630-422e-9203-f00cf4d19f01 req-83bbdda8-5cf3-4481-a6e7-7f9aa6f861b0 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 945 time: 0.0475838 Jun 15 00:42:00.840464 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-6c7a3b85-6630-422e-9203-f00cf4d19f01 req-83ba1b8d-90d8-48c8-8b64-212d1e0af117 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407438 Jun 15 00:42:00.861452 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:01.835868 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652e0d1-3aff-4bd1-a3ab-3d0bb3924405 req-aea50058-4443-4fcb-a10a-6ee6d811b548 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:01.837334 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0652e0d1-3aff-4bd1-a3ab-3d0bb3924405 req-aea50058-4443-4fcb-a10a-6ee6d811b548 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 946 time: 0.0455868 Jun 15 00:42:01.885537 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0652e0d1-3aff-4bd1-a3ab-3d0bb3924405 req-74a6ce2d-06eb-465c-95a1-aece174d7bff tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421040 Jun 15 00:42:01.969907 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff6a3c-d33e-4899-ae4c-4945aec2243b req-90e7e783-6b5e-47ff-ac41-b9aa75af098a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:01.971631 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-09ff6a3c-d33e-4899-ae4c-4945aec2243b req-90e7e783-6b5e-47ff-ac41-b9aa75af098a tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 945 time: 0.0464959 Jun 15 00:42:02.021118 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-09ff6a3c-d33e-4899-ae4c-4945aec2243b req-df75a180-fe20-424b-aef3-0d34bd13179e tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440402 Jun 15 00:42:02.459098 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:02.488754 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-8ebcc090-4e38-4cda-baf1-8bdb74c73306 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:02.490213 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-8ebcc090-4e38-4cda-baf1-8bdb74c73306 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.42 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 946 time: 0.3299539 Jun 15 00:42:02.501271 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-1ed06bc1-c2d6-4cbc-a228-0114ca5c208f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:02.502628 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-1ed06bc1-c2d6-4cbc-a228-0114ca5c208f tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 945 time: 0.0605125 Jun 15 00:42:02.511104 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:02.646389 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Deleting port 029210bb-8f83-405e-8d55-81b2e9efcf7d {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:02.646726 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:02.649487 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Deleting port 07d0a2e1-b218-4493-8d36-35d857262940 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:02.649808 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (07d0a2e1-b218-4493-8d36-35d857262940), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:02.807936 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] For port 029210bb-8f83-405e-8d55-81b2e9efcf7d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=029210bb-8f83-405e-8d55-81b2e9efcf7d,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:02.808296 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:02.812342 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] For port 07d0a2e1-b218-4493-8d36-35d857262940, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=07d0a2e1-b218-4493-8d36-35d857262940,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:02.812691 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (07d0a2e1-b218-4493-8d36-35d857262940), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:03.063240 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:03.108215 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92202731-e377-444b-8ca2-cccd09c14fcd req-76116965-99bb-461a-abb1-3a0820b18e07 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:03.109689 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-92202731-e377-444b-8ca2-cccd09c14fcd req-76116965-99bb-461a-abb1-3a0820b18e07 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 946 time: 0.1350834 Jun 15 00:42:03.136902 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39ac35-5164-410f-9592-dbeae850824d req-3644cfc1-24b9-46ae-ad13-7150b491ceaf tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:03.138443 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7a39ac35-5164-410f-9592-dbeae850824d req-3644cfc1-24b9-46ae-ad13-7150b491ceaf tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 945 time: 0.0474205 Jun 15 00:42:03.152459 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:03.152817 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (9823c556-5c33-433d-8300-2beb446c34cd), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:03.153134 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Floating IP 9823c556-5c33-433d-8300-2beb446c34cd disassociated. External IP: 172.27.3.201, port: 029210bb-8f83-405e-8d55-81b2e9efcf7d. Jun 15 00:42:03.153501 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Calling delete_port for 029210bb-8f83-405e-8d55-81b2e9efcf7d owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:03.172186 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:03.172557 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (0f0170b0-c324-44c3-9f1d-57f276b72b88), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:03.172849 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Floating IP 0f0170b0-c324-44c3-9f1d-57f276b72b88 disassociated. External IP: 172.27.3.27, port: 07d0a2e1-b218-4493-8d36-35d857262940. Jun 15 00:42:03.173185 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Calling delete_port for 07d0a2e1-b218-4493-8d36-35d857262940 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:03.187351 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7a39ac35-5164-410f-9592-dbeae850824d req-3e196268-b74c-4dc8-9c1f-2acfe140fc67 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups?id=84ccbab1-0c28-4f10-82a4-313857fcdd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Jun 15 00:42:03.271027 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-92202731-e377-444b-8ca2-cccd09c14fcd req-714a936f-cd1d-404a-892f-a0e2ff1cf5e7 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups?id=157fda22-a48d-44ac-af9b-ecd146a370c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540523 Jun 15 00:42:03.288962 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:03.425231 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (029210bb-8f83-405e-8d55-81b2e9efcf7d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:03.427230 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:03.427594 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (07d0a2e1-b218-4493-8d36-35d857262940), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:03.461119 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event deleted for resources: {'Port': ['ID=029210bb-8f83-405e-8d55-81b2e9efcf7d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:03.493044 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event deleted for resources: {'Port': ['ID=07d0a2e1-b218-4493-8d36-35d857262940,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:03.694173 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:42:03.712482 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:42:03.885280 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:03.890571 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 07d0a2e1-b218-4493-8d36-35d857262940 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:03.891344 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:42:03.912204 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf03d02-d936-417f-b798-956eac9f8b6d None None] Sync routers for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:42:03.916668 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 07d0a2e1-b218-4493-8d36-35d857262940 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:03.917228 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 07d0a2e1-b218-4493-8d36-35d857262940 not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:03.917731 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 029210bb-8f83-405e-8d55-81b2e9efcf7d no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:03.922666 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:42:03.937050 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf03d02-d936-417f-b798-956eac9f8b6d None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:03.937703 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-fbf03d02-d936-417f-b798-956eac9f8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:03.948012 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 029210bb-8f83-405e-8d55-81b2e9efcf7d {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:03.948681 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 029210bb-8f83-405e-8d55-81b2e9efcf7d not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:03.952795 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952de87-9676-4fb9-b50e-7627d8ab3676 None None] Sync routers for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:42:03.964196 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952de87-9676-4fb9-b50e-7627d8ab3676 None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:03.965340 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-8952de87-9676-4fb9-b50e-7627d8ab3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:03.970032 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] No DVR routers for this DVR port 07d0a2e1-b218-4493-8d36-35d857262940 on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:42:03.977346 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:03.980732 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-176a528f-f2d4-4d39-93bc-1dd7e35e31bf req-0ee11c8b-4e0b-41fb-b975-1fae2f1bb334 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.42 "DELETE /v2.0/ports/07d0a2e1-b218-4493-8d36-35d857262940 HTTP/1.1" status: 204 len: 173 time: 1.4702294 Jun 15 00:42:03.981270 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f301d845-3d76-4a9e-9147-521ad058807b', 'name': 'network-vif-deleted', 'tag': '07d0a2e1-b218-4493-8d36-35d857262940'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:42:03.983766 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33a0932-f366-436c-b1dc-7d96768be291" -d '{"events": [{"server_uuid": "f301d845-3d76-4a9e-9147-521ad058807b", "name": "network-vif-deleted", "tag": "07d0a2e1-b218-4493-8d36-35d857262940"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:42:04.034646 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] No DVR routers for this DVR port 029210bb-8f83-405e-8d55-81b2e9efcf7d on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:42:04.040022 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:04.043780 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-85a890a8-7086-4e7d-81f9-c73b13c635fc req-debed335-5b33-4fd7-b1e3-e7e87db52bab tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.42 "DELETE /v2.0/ports/029210bb-8f83-405e-8d55-81b2e9efcf7d HTTP/1.1" status: 204 len: 173 time: 1.5401795 Jun 15 00:42:04.053351 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f17a33a-4636-421d-9fa7-5900b4253c2f x-openstack-request-id: req-1f17a33a-4636-421d-9fa7-5900b4253c2f {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:42:04.053644 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f301d845-3d76-4a9e-9147-521ad058807b", "name": "network-vif-deleted", "tag": "07d0a2e1-b218-4493-8d36-35d857262940", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:42:04.053956 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1f17a33a-4636-421d-9fa7-5900b4253c2f {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:42:04.054366 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f17a33a-4636-421d-9fa7-5900b4253c2f'] response: {'server_uuid': 'f301d845-3d76-4a9e-9147-521ad058807b', 'name': 'network-vif-deleted', 'tag': '07d0a2e1-b218-4493-8d36-35d857262940', 'status': 'completed', 'code': 200} Jun 15 00:42:04.125653 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-fbf03d02-d936-417f-b798-956eac9f8b6d None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:04.149397 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-8952de87-9676-4fb9-b50e-7627d8ab3676 None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:04.340360 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7ebab6c-8844-49ea-9de5-889e2c452652 req-a4be4100-db68-493b-ae3b-0315bf3481b4 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/ports?device_id=f301d845-3d76-4a9e-9147-521ad058807b HTTP/1.1" status: 200 len: 210 time: 0.0469089 Jun 15 00:42:04.382409 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-8952de87-9676-4fb9-b50e-7627d8ab3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:56Z', 'revision_number': 5, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:04.388235 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-fbf03d02-d936-417f-b798-956eac9f8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:04.404367 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-25c1ed71-ae70-4dd1-8506-1f5e84125732 req-257c2d5a-a9b4-4d34-bea7-263163182a25 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/ports?device_id=a64f1106-b24e-465a-97e1-f379d5babc95 HTTP/1.1" status: 200 len: 210 time: 0.0286758 Jun 15 00:42:04.407109 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952de87-9676-4fb9-b50e-7627d8ab3676 None None] Checking router: db8f38eb-5817-49ad-9b9e-39c0bb8ac411 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:42:04.415931 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952de87-9676-4fb9-b50e-7627d8ab3676 None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:04.416551 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-8952de87-9676-4fb9-b50e-7627d8ab3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:04.418061 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf03d02-d936-417f-b798-956eac9f8b6d None None] Checking router: 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:42:04.429394 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf03d02-d936-417f-b798-956eac9f8b6d None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:04.429998 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-fbf03d02-d936-417f-b798-956eac9f8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:04.520722 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-8952de87-9676-4fb9-b50e-7627d8ab3676 None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:04.530444 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-fbf03d02-d936-417f-b798-956eac9f8b6d None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:04.611775 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:04.641108 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:04.708814 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-8952de87-9676-4fb9-b50e-7627d8ab3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:56Z', 'revision_number': 5, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:04.713088 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-fbf03d02-d936-417f-b798-956eac9f8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:04.733496 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952de87-9676-4fb9-b50e-7627d8ab3676 None None] The sync data for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi is: [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:34:47Z', 'revision_number': 4, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '22c75cae-1878-4ab8-b96a-b30fac54dc54', 'name': '', 'network_id': '3761bde8-b221-417b-8881-85e060df935f', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'mac_address': 'fa:16:3e:9d:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:43Z', 'updated_at': '2022-06-15T00:34:56Z', 'revision_number': 5, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'subnets': [{'id': '689a593e-4a17-4083-adfb-a273ffd4ed01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:42:04.737876 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf03d02-d936-417f-b798-956eac9f8b6d None None] The sync data for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi is: [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:34:57Z', 'revision_number': 4, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '5febf2f1-b80b-4492-bdd7-2f430fcfa5e7', 'name': '', 'network_id': '635266bb-134b-444e-917a-980ab805d85f', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'mac_address': 'fa:16:3e:e3:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:52Z', 'updated_at': '2022-06-15T00:35:05Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'subnets': [{'id': 'e5220b8d-5fa8-4bba-b479-879643712889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:42:05.013947 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d1616d-63b9-4798-b0ac-d8c1b18b0f22 None None] New status for floating IP 9823c556-5c33-433d-8300-2beb446c34cd: DOWN {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:42:05.210939 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b5d6e-3063-4a1e-8fbe-256dc4157a4e None None] New status for floating IP 0f0170b0-c324-44c3-9f1d-57f276b72b88: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:42:05.425525 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 33910) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:05.484305 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9518588-c293-41a4-af4a-885e35ec2873 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (84ccbab1-0c28-4f10-82a4-313857fcdd91), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.485748 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:05.492142 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 33916) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:05.509862 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9518588-c293-41a4-af4a-885e35ec2873 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (84ccbab1-0c28-4f10-82a4-313857fcdd91), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.548474 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9d37fec3-0399-4aba-bc87-90e4fbdcde55 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group (157fda22-a48d-44ac-af9b-ecd146a370c6), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.556697 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9518588-c293-41a4-af4a-885e35ec2873 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (84ccbab1-0c28-4f10-82a4-313857fcdd91), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.559513 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9518588-c293-41a4-af4a-885e35ec2873 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.561200 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b9518588-c293-41a4-af4a-885e35ec2873 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "DELETE /v2.0/security-groups/84ccbab1-0c28-4f10-82a4-313857fcdd91 HTTP/1.1" status: 204 len: 168 time: 0.1346822 Jun 15 00:42:05.564861 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 33918) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:05.577998 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9d37fec3-0399-4aba-bc87-90e4fbdcde55 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group (157fda22-a48d-44ac-af9b-ecd146a370c6), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.581527 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9518588-c293-41a4-af4a-885e35ec2873 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ccbab1-0c28-4f10-82a4-313857fcdd91,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:05.585930 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-2887b533-ff5d-49a5-a59d-52ed1d7984a2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] show failed (client error): The resource could not be found. Jun 15 00:42:05.586980 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2887b533-ff5d-49a5-a59d-52ed1d7984a2 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "GET /v2.0/security-groups/84ccbab1-0c28-4f10-82a4-313857fcdd91 HTTP/1.1" status: 404 len: 347 time: 0.0198545 Jun 15 00:42:05.589817 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 33920) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:05.631257 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9d37fec3-0399-4aba-bc87-90e4fbdcde55 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (157fda22-a48d-44ac-af9b-ecd146a370c6), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.633815 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9d37fec3-0399-4aba-bc87-90e4fbdcde55 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.634988 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-9d37fec3-0399-4aba-bc87-90e4fbdcde55 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "DELETE /v2.0/security-groups/157fda22-a48d-44ac-af9b-ecd146a370c6 HTTP/1.1" status: 204 len: 168 time: 0.1412282 Jun 15 00:42:05.637868 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 33922) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:05.643964 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37fec3-0399-4aba-bc87-90e4fbdcde55 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=157fda22-a48d-44ac-af9b-ecd146a370c6,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:05.681273 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-b8b63cfb-b015-4d9b-99c8-e084323c693b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] show failed (client error): The resource could not be found. Jun 15 00:42:05.682315 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b8b63cfb-b015-4d9b-99c8-e084323c693b tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "GET /v2.0/security-groups/157fda22-a48d-44ac-af9b-ecd146a370c6 HTTP/1.1" status: 404 len: 347 time: 0.0425487 Jun 15 00:42:05.685752 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 33924) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:05.718729 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-7a7ec3e7-fae5-4afd-9c04-2e5621e2cf06 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Deleting port 6bbacc5a-aa42-43a8-afa5-cc52df22c2eb {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:05.719112 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a7ec3e7-fae5-4afd-9c04-2e5621e2cf06 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (6bbacc5a-aa42-43a8-afa5-cc52df22c2eb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.795343 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a7ec3e7-fae5-4afd-9c04-2e5621e2cf06 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (6bbacc5a-aa42-43a8-afa5-cc52df22c2eb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.795674 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a7ec3e7-fae5-4afd-9c04-2e5621e2cf06 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (6bbacc5a-aa42-43a8-afa5-cc52df22c2eb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.797105 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-69efda73-5605-48da-ab80-7cac49fe61b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Deleting port e342131a-9eb0-498a-8447-4cdc4bde810e {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:05.797451 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-69efda73-5605-48da-ab80-7cac49fe61b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (e342131a-9eb0-498a-8447-4cdc4bde810e), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.808516 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-7a7ec3e7-fae5-4afd-9c04-2e5621e2cf06 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Calling delete_port for 6bbacc5a-aa42-43a8-afa5-cc52df22c2eb owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:05.872656 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-69efda73-5605-48da-ab80-7cac49fe61b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (e342131a-9eb0-498a-8447-4cdc4bde810e), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.873111 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-69efda73-5605-48da-ab80-7cac49fe61b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (e342131a-9eb0-498a-8447-4cdc4bde810e), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.886251 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-69efda73-5605-48da-ab80-7cac49fe61b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Calling delete_port for e342131a-9eb0-498a-8447-4cdc4bde810e owned by network:floatingip {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:05.939535 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a7ec3e7-fae5-4afd-9c04-2e5621e2cf06 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (6bbacc5a-aa42-43a8-afa5-cc52df22c2eb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:05.952998 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:05.961759 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ec3e7-fae5-4afd-9c04-2e5621e2cf06 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Pushing event deleted for resources: {'Port': ['ID=6bbacc5a-aa42-43a8-afa5-cc52df22c2eb,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:05.987678 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:06.027671 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-69efda73-5605-48da-ab80-7cac49fe61b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (e342131a-9eb0-498a-8447-4cdc4bde810e), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:06.028055 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a7ec3e7-fae5-4afd-9c04-2e5621e2cf06 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks [] for floatingip (0f0170b0-c324-44c3-9f1d-57f276b72b88), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:06.031169 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a7ec3e7-fae5-4afd-9c04-2e5621e2cf06 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:06.032310 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7a7ec3e7-fae5-4afd-9c04-2e5621e2cf06 tempest-AttachVolumeNegativeTest-1610105366 tempest-AttachVolumeNegativeTest-1610105366-project] 10.222.0.33 "DELETE /v2.0/floatingips/0f0170b0-c324-44c3-9f1d-57f276b72b88 HTTP/1.1" status: 204 len: 168 time: 0.4415636 Jun 15 00:42:06.052949 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efda73-5605-48da-ab80-7cac49fe61b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Pushing event deleted for resources: {'Port': ['ID=e342131a-9eb0-498a-8447-4cdc4bde810e,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:06.055895 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64f1106-b24e-465a-97e1-f379d5babc95', 'name': 'network-vif-deleted', 'tag': '029210bb-8f83-405e-8d55-81b2e9efcf7d'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:42:06.057920 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f9f8fa-315b-41f7-aaa1-b62801c4e669" -d '{"events": [{"server_uuid": "a64f1106-b24e-465a-97e1-f379d5babc95", "name": "network-vif-deleted", "tag": "029210bb-8f83-405e-8d55-81b2e9efcf7d"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:42:06.094400 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c50a12-4192-4237-b2b6-867b9884a97b x-openstack-request-id: req-d5c50a12-4192-4237-b2b6-867b9884a97b {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:42:06.094697 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64f1106-b24e-465a-97e1-f379d5babc95", "name": "network-vif-deleted", "tag": "029210bb-8f83-405e-8d55-81b2e9efcf7d", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:42:06.094979 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d5c50a12-4192-4237-b2b6-867b9884a97b {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:42:06.095499 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c50a12-4192-4237-b2b6-867b9884a97b'] response: {'server_uuid': 'a64f1106-b24e-465a-97e1-f379d5babc95', 'name': 'network-vif-deleted', 'tag': '029210bb-8f83-405e-8d55-81b2e9efcf7d', 'status': 'completed', 'code': 200} Jun 15 00:42:06.129426 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-69efda73-5605-48da-ab80-7cac49fe61b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks [] for floatingip (9823c556-5c33-433d-8300-2beb446c34cd), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:06.132179 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-69efda73-5605-48da-ab80-7cac49fe61b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:06.133331 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-69efda73-5605-48da-ab80-7cac49fe61b2 tempest-AttachVolumeTestJSON-2030608824 tempest-AttachVolumeTestJSON-2030608824-project] 10.222.0.33 "DELETE /v2.0/floatingips/9823c556-5c33-433d-8300-2beb446c34cd HTTP/1.1" status: 204 len: 168 time: 0.4465828 Jun 15 00:42:08.638482 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a78a44-63c8-48bc-aa14-6437726d9bd4 req-e1b97173-c511-4c15-a0b1-da3ad5eb210c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:08.640028 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-76a78a44-63c8-48bc-aa14-6437726d9bd4 req-e1b97173-c511-4c15-a0b1-da3ad5eb210c tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 946 time: 0.0550437 Jun 15 00:42:08.689599 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-76a78a44-63c8-48bc-aa14-6437726d9bd4 req-5f170f7c-0e99-48cf-9d38-03c062ee8999 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434196 Jun 15 00:42:09.756949 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34000) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:09.821039 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dc6ac-0aed-49d0-9401-1fe3f8a137ce req-3f443ab4-8569-46e8-9d9b-dbd46d2d6bda tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:09.828128 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34006) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:09.828601 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-988dc6ac-0aed-49d0-9401-1fe3f8a137ce req-3f443ab4-8569-46e8-9d9b-dbd46d2d6bda tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 946 time: 0.0616441 Jun 15 00:42:09.877893 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-988dc6ac-0aed-49d0-9401-1fe3f8a137ce req-87fdeddb-f8d8-4b34-bfcb-070f60a72c8b tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435159 Jun 15 00:42:10.147059 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-e2a66ae3-e51a-4396-bfef-ed6b82c29f56 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:10.148444 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-e2a66ae3-e51a-4396-bfef-ed6b82c29f56 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 946 time: 0.1069574 Jun 15 00:42:10.195639 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:10.278864 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Deleting port fd3bccfe-57dd-4af7-b667-ce15cebfce19 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:10.279205 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:10.305853 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:10.423356 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] For port fd3bccfe-57dd-4af7-b667-ce15cebfce19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd3bccfe-57dd-4af7-b667-ce15cebfce19,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:10.423629 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:10.506864 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3a2772a2-20d4-4e72-8659-85b083407a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7978681'] for router_interface (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:10.752461 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6f23e2f1-0ae1-43c1-a60d-15a096df386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7978681'] for router_interface (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:10.771681 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:10.784256 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3a2772a2-20d4-4e72-8659-85b083407a19 admin admin] Deleting port 22c75cae-1878-4ab8-b96a-b30fac54dc54 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:10.784601 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3a2772a2-20d4-4e72-8659-85b083407a19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:10.868348 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-3a2772a2-20d4-4e72-8659-85b083407a19 admin admin] For port 22c75cae-1878-4ab8-b96a-b30fac54dc54, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=22c75cae-1878-4ab8-b96a-b30fac54dc54,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:10.868719 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3a2772a2-20d4-4e72-8659-85b083407a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:10.889600 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3a2772a2-20d4-4e72-8659-85b083407a19 admin admin] Calling delete_port for 22c75cae-1878-4ab8-b96a-b30fac54dc54 owned by network:router_interface {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:10.935954 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:10.984969 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:10.985592 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (2322db7e-57b3-4eca-9a67-6e60144e24e5), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:10.985692 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Floating IP 2322db7e-57b3-4eca-9a67-6e60144e24e5 disassociated. External IP: 172.27.3.22, port: fd3bccfe-57dd-4af7-b667-ce15cebfce19. Jun 15 00:42:10.986009 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Calling delete_port for fd3bccfe-57dd-4af7-b667-ce15cebfce19 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:11.070481 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3a2772a2-20d4-4e72-8659-85b083407a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (22c75cae-1878-4ab8-b96a-b30fac54dc54), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:11.081352 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee94646-e321-4a83-9601-89e11fa1dc36 req-08b56c46-77dc-49dc-9fc4-edd13a33ef03 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:11.082857 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7ee94646-e321-4a83-9601-89e11fa1dc36 req-08b56c46-77dc-49dc-9fc4-edd13a33ef03 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 946 time: 0.1195745 Jun 15 00:42:11.095335 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2772a2-20d4-4e72-8659-85b083407a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c75cae-1878-4ab8-b96a-b30fac54dc54,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:11.210381 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7ee94646-e321-4a83-9601-89e11fa1dc36 req-ff3eaf3a-ac7a-4b02-8478-a372da0c79f2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups?id=000bf89f-d363-4a00-9dbe-a12edd084ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213920 Jun 15 00:42:11.216888 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:11.222265 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-6f23e2f1-0ae1-43c1-a60d-15a096df386d admin admin] Deleting port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:11.222612 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6f23e2f1-0ae1-43c1-a60d-15a096df386d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:11.289562 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3a2772a2-20d4-4e72-8659-85b083407a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7930136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7978541'] for router_interface (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:11.338717 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (fd3bccfe-57dd-4af7-b667-ce15cebfce19), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:11.370377 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event deleted for resources: {'Port': ['ID=fd3bccfe-57dd-4af7-b667-ce15cebfce19,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:11.391860 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-6f23e2f1-0ae1-43c1-a60d-15a096df386d admin admin] For port 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=5febf2f1-b80b-4492-bdd7-2f430fcfa5e7,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:11.392225 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6f23e2f1-0ae1-43c1-a60d-15a096df386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:11.460003 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:11.461475 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-6f23e2f1-0ae1-43c1-a60d-15a096df386d admin admin] Calling delete_port for 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:11.514598 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2772a2-20d4-4e72-8659-85b083407a19 admin admin] Router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:42:11.561544 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Router 1930a8d2-8e1b-43f5-8705-3de06e95c595 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:42:11.625967 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2772a2-20d4-4e72-8659-85b083407a19 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:42:11.630810 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-3a2772a2-20d4-4e72-8659-85b083407a19 admin admin] 10.222.0.33 "PUT /v2.0/routers/db8f38eb-5817-49ad-9b9e-39c0bb8ac411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8727980 Jun 15 00:42:11.634924 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a5a89-f71e-4248-aeb8-dea165f55798 None None] Sync routers for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:42:11.639040 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34012) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:11.648874 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a5a89-f71e-4248-aeb8-dea165f55798 None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:11.649967 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-6c1a5a89-f71e-4248-aeb8-dea165f55798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:11.727377 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:11.738216 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:42:11.751593 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5edba-0dab-4d7f-951f-f0d06dfd44c1 None None] Sync routers for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:42:11.757264 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-6c1a5a89-f71e-4248-aeb8-dea165f55798 None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:11.768243 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5edba-0dab-4d7f-951f-f0d06dfd44c1 None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:11.769128 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Publish callbacks [] for router (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:11.770136 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-45b5edba-0dab-4d7f-951f-f0d06dfd44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:11.852212 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6f23e2f1-0ae1-43c1-a60d-15a096df386d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (5febf2f1-b80b-4492-bdd7-2f430fcfa5e7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:11.917347 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:11.923797 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:11.924798 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23e2f1-0ae1-43c1-a60d-15a096df386d admin admin] Pushing event deleted for resources: {'Port': ['ID=5febf2f1-b80b-4492-bdd7-2f430fcfa5e7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:11.936160 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] No DVR routers for this DVR port fd3bccfe-57dd-4af7-b667-ce15cebfce19 on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:42:11.946702 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:11.950520 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3cd8f1b-f173-4008-b1bf-c7938b96f2a8 req-ecbf7e13-df3c-4944-9f51-712478b557c8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.42 "DELETE /v2.0/ports/fd3bccfe-57dd-4af7-b667-ce15cebfce19 HTTP/1.1" status: 204 len: 173 time: 1.7944014 Jun 15 00:42:11.951420 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'name': 'network-vif-deleted', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:42:11.951894 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:11.954406 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf64be32-da39-4fb0-ba0f-5cb0d3ea402a" -d '{"events": [{"server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "name": "network-vif-deleted", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:42:11.985814 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Publish callbacks [] for router_gateway (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:12.012351 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-6c1a5a89-f71e-4248-aeb8-dea165f55798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:42:11Z', 'revision_number': 5, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port': {'id': 'b897eb35-058c-4e55-97cf-17bcfecab496', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:37Z', 'updated_at': '2022-06-15T00:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:12.074432 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a5a89-f71e-4248-aeb8-dea165f55798 None None] Checking router: db8f38eb-5817-49ad-9b9e-39c0bb8ac411 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:42:12.090268 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a5a89-f71e-4248-aeb8-dea165f55798 None None] Routers {'db8f38eb-5817-49ad-9b9e-39c0bb8ac411'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:12.091288 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-6c1a5a89-f71e-4248-aeb8-dea165f55798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:12.093827 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Deleting port b897eb35-058c-4e55-97cf-17bcfecab496 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:12.094178 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (b897eb35-058c-4e55-97cf-17bcfecab496), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:12.158347 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5a1a58-02de-492b-9db5-2b2b30752e37 x-openstack-request-id: req-2d5a1a58-02de-492b-9db5-2b2b30752e37 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:42:12.158988 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c15ded-e4f2-4413-a1a5-d9491d6c18e0", "name": "network-vif-deleted", "tag": "fd3bccfe-57dd-4af7-b667-ce15cebfce19", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:42:12.159213 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2d5a1a58-02de-492b-9db5-2b2b30752e37 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:42:12.159539 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5a1a58-02de-492b-9db5-2b2b30752e37'] response: {'server_uuid': '75c15ded-e4f2-4413-a1a5-d9491d6c18e0', 'name': 'network-vif-deleted', 'tag': 'fd3bccfe-57dd-4af7-b667-ce15cebfce19', 'status': 'completed', 'code': 200} Jun 15 00:42:12.200243 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-45b5edba-0dab-4d7f-951f-f0d06dfd44c1 None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:12.240726 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-6c1a5a89-f71e-4248-aeb8-dea165f55798 None None] Set router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 gateway port host: None {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:12.241029 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] For port b897eb35-058c-4e55-97cf-17bcfecab496, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=b897eb35-058c-4e55-97cf-17bcfecab496,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:12.241501 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (b897eb35-058c-4e55-97cf-17bcfecab496), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:12.243118 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6f23e2f1-0ae1-43c1-a60d-15a096df386d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7930136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7978541'] for router_interface (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:12.245637 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:12.287770 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Calling delete_port for b897eb35-058c-4e55-97cf-17bcfecab496 owned by network:router_gateway {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:12.297167 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-6c1a5a89-f71e-4248-aeb8-dea165f55798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:42:11Z', 'revision_number': 6, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port_host': None}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:12.422112 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-079e318c-0ff7-4a02-aca3-d9f330ce9be8 req-5117cb54-61ab-48a3-85f2-ee651360bfc8 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/ports?device_id=75c15ded-e4f2-4413-a1a5-d9491d6c18e0 HTTP/1.1" status: 200 len: 210 time: 0.0311413 Jun 15 00:42:12.434669 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a5a89-f71e-4248-aeb8-dea165f55798 None None] The sync data for ids ['db8f38eb-5817-49ad-9b9e-39c0bb8ac411'] in dv-cinder-835384-6-iscsi is: [{'id': 'db8f38eb-5817-49ad-9b9e-39c0bb8ac411', 'name': 'tempest-AttachVolumeTestJSON-1161654495-router', 'tenant_id': 'ad57875727e24965a37faca9c9a30984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:36Z', 'updated_at': '2022-06-15T00:42:11Z', 'revision_number': 6, 'project_id': 'ad57875727e24965a37faca9c9a30984', 'gw_port_host': None}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:42:12.487572 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-45b5edba-0dab-4d7f-951f-f0d06dfd44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:10Z', 'revision_number': 5, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:12.534369 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (b897eb35-058c-4e55-97cf-17bcfecab496), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:12.538727 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5edba-0dab-4d7f-951f-f0d06dfd44c1 None None] Checking router: 1930a8d2-8e1b-43f5-8705-3de06e95c595 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:42:12.562354 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f23e2f1-0ae1-43c1-a60d-15a096df386d admin admin] Router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:42:12.563714 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b897eb35-058c-4e55-97cf-17bcfecab496,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:12.570370 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5edba-0dab-4d7f-951f-f0d06dfd44c1 None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:12.571190 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-45b5edba-0dab-4d7f-951f-f0d06dfd44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:12.641133 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963772'] for router_gateway (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:12.693136 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-45b5edba-0dab-4d7f-951f-f0d06dfd44c1 None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:12.701510 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f23e2f1-0ae1-43c1-a60d-15a096df386d admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:42:12.714536 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6f23e2f1-0ae1-43c1-a60d-15a096df386d admin admin] 10.222.0.33 "PUT /v2.0/routers/90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8826392 Jun 15 00:42:12.714704 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c5744-8ed0-4a3f-b790-01e80767ec93 None None] Sync routers for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:42:12.716028 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34018) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:12.723513 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c5744-8ed0-4a3f-b790-01e80767ec93 None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:12.724334 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-d23c5744-8ed0-4a3f-b790-01e80767ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:12.740081 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2884'] for router (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:12.742582 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Publish callbacks [] for router_controller (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), precommit_delete_associations {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:12.796089 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977708'] for router (db8f38eb-5817-49ad-9b9e-39c0bb8ac411), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:12.796842 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db8f38eb-5817-49ad-9b9e-39c0bb8ac411 {{(pid=104110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 00:42:12.801814 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:12.805474 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-d84b85a3-fd3f-4437-b05a-68a8f09e41c3 admin admin] 10.222.0.33 "DELETE /v2.0/routers/db8f38eb-5817-49ad-9b9e-39c0bb8ac411 HTTP/1.1" status: 204 len: 168 time: 1.1631765 Jun 15 00:42:12.805799 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34020) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:12.842321 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:12.847205 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-d23c5744-8ed0-4a3f-b790-01e80767ec93 None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:12.876257 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70f3c33-ae16-4222-9131-d567a83de06d admin admin] Deleting subnet 689a593e-4a17-4083-adfb-a273ffd4ed01 {{(pid=104110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:42:12.880262 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d70f3c33-ae16-4222-9131-d567a83de06d admin admin] Publish callbacks [] for subnet (689a593e-4a17-4083-adfb-a273ffd4ed01), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:12.891483 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Publish callbacks [] for router (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:12.923594 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d70f3c33-ae16-4222-9131-d567a83de06d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3105921'] for subnet (689a593e-4a17-4083-adfb-a273ffd4ed01), precommit_delete_associations {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:12.934694 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-45b5edba-0dab-4d7f-951f-f0d06dfd44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:10Z', 'revision_number': 5, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:12.962070 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5edba-0dab-4d7f-951f-f0d06dfd44c1 None None] The sync data for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi is: [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:35:01Z', 'revision_number': 4, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '9b894595-2064-4ff9-afa8-cb98367210a6', 'name': '', 'network_id': '8a1b00d6-5e32-4853-99e0-f68fb9a5757d', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'mac_address': 'fa:16:3e:da:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:57Z', 'updated_at': '2022-06-15T00:35:10Z', 'revision_number': 5, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'subnets': [{'id': '4bddbc5c-7efb-4185-937f-e56eb0633638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:42:13.037417 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Publish callbacks [] for router_gateway (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.059378 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d70f3c33-ae16-4222-9131-d567a83de06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (689a593e-4a17-4083-adfb-a273ffd4ed01), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.061598 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:13.072817 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-d23c5744-8ed0-4a3f-b790-01e80767ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:42:11Z', 'revision_number': 5, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port': {'id': '50c96aaa-f609-45ec-b934-52bf6e9103e8', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:13.094161 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Deleting port 50c96aaa-f609-45ec-b934-52bf6e9103e8 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:13.094602 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.101833 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c5744-8ed0-4a3f-b790-01e80767ec93 None None] Checking router: 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:42:13.110843 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c5744-8ed0-4a3f-b790-01e80767ec93 None None] Routers {'90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:13.111524 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-d23c5744-8ed0-4a3f-b790-01e80767ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:13.124429 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d70f3c33-ae16-4222-9131-d567a83de06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3365706'] for subnet (689a593e-4a17-4083-adfb-a273ffd4ed01), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.154683 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f3c33-ae16-4222-9131-d567a83de06d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=689a593e-4a17-4083-adfb-a273ffd4ed01,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:13.156720 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d70f3c33-ae16-4222-9131-d567a83de06d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.160571 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-d70f3c33-ae16-4222-9131-d567a83de06d admin admin] 10.222.0.33 "DELETE /v2.0/subnets/689a593e-4a17-4083-adfb-a273ffd4ed01 HTTP/1.1" status: 204 len: 168 time: 0.3536792 Jun 15 00:42:13.161368 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c15e4fa-c3cc-4a3c-8a1f-a51cf49a9a25 None None] Network 3761bde8-b221-417b-8881-85e060df935f requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:42:13.162940 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34022) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:13.214923 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] For port 50c96aaa-f609-45ec-b934-52bf6e9103e8, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=50c96aaa-f609-45ec-b934-52bf6e9103e8,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:13.215528 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.233233 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Calling delete_port for 50c96aaa-f609-45ec-b934-52bf6e9103e8 owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:13.241143 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-d23c5744-8ed0-4a3f-b790-01e80767ec93 None None] Set router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b gateway port host: None {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:13.252227 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:13.320869 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-d23c5744-8ed0-4a3f-b790-01e80767ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:42:13Z', 'revision_number': 6, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port_host': None}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:13.367806 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c5744-8ed0-4a3f-b790-01e80767ec93 None None] The sync data for ids ['90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b'] in dv-cinder-835384-6-iscsi is: [{'id': '90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b', 'name': 'tempest-AttachVolumeNegativeTest-1312024968-router', 'tenant_id': '32c13d8e3a764cf59f81e17eaca1c853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:42:13Z', 'revision_number': 6, 'project_id': '32c13d8e3a764cf59f81e17eaca1c853', 'gw_port_host': None}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:42:13.383998 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] DHCP port deletion for 3761bde8-b221-417b-8881-85e060df935f request from dv-cinder-835384-6-iscsi {{(pid=104111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 00:42:13.428198 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e0739-d910-4677-b67a-0121e6b51aca None None] New status for floating IP 2322db7e-57b3-4eca-9a67-6e60144e24e5: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:42:13.516224 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (50c96aaa-f609-45ec-b934-52bf6e9103e8), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.517750 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Deleting port 2cc59075-75e0-4248-80ad-ed9d8d956c64 {{(pid=104111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:13.518318 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), before_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.544075 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34028) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:13.563233 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Pushing event deleted for resources: {'Port': ['ID=50c96aaa-f609-45ec-b934-52bf6e9103e8,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:13.564969 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:13.571398 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (3761bde8-b221-417b-8881-85e060df935f), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.615685 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:13.621638 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:13.632286 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Deleting port 2cc59075-75e0-4248-80ad-ed9d8d956c64 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:13.632784 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.636932 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] For port 2cc59075-75e0-4248-80ad-ed9d8d956c64, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=2cc59075-75e0-4248-80ad-ed9d8d956c64,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:13.637851 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), precommit_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.654000 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Calling delete_port for 2cc59075-75e0-4248-80ad-ed9d8d956c64 owned by network:dhcp {{(pid=104111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:13.696158 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963772'] for router_gateway (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.713538 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a2bee8dd-f51c-4faa-bda8-b52a403b3805 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group (000bf89f-d363-4a00-9dbe-a12edd084ce2), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.716111 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] For port 2cc59075-75e0-4248-80ad-ed9d8d956c64, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=2cc59075-75e0-4248-80ad-ed9d8d956c64,segment=NetworkSegment(7f97b0cc-f5c4-4e0a-80c2-c22f78168d86),segment_id=7f97b0cc-f5c4-4e0a-80c2-c22f78168d86)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:13.716586 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.731947 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Calling delete_port for 2cc59075-75e0-4248-80ad-ed9d8d956c64 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:13.749236 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), after_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.797713 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Pushing event deleted for resources: {'Port': ['ID=2cc59075-75e0-4248-80ad-ed9d8d956c64,revision_number=None']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:13.808825 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] No DVR routers for this DVR port 2cc59075-75e0-4248-80ad-ed9d8d956c64 on host dv-cinder-835384-6-iscsi {{(pid=104111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:42:13.810714 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.811095 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.811439 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.811775 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.812111 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.812596 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.812925 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.813253 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.813576 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.813952 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.814277 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.814598 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.815000 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.815450 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.816017 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb851635-4ad4-41d1-b6e5-85aa81bdfa74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:13.826246 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device fd3bccfe-57dd-4af7-b667-ce15cebfce19 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:13.857664 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2884'] for router (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.868691 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Publish callbacks [] for router_controller (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.871563 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: fd3bccfe-57dd-4af7-b667-ce15cebfce19 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:13.874575 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device fd3bccfe-57dd-4af7-b667-ce15cebfce19 not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:13.877222 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a2bee8dd-f51c-4faa-bda8-b52a403b3805 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group (000bf89f-d363-4a00-9dbe-a12edd084ce2), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.935250 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (2cc59075-75e0-4248-80ad-ed9d8d956c64), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.957624 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc59075-75e0-4248-80ad-ed9d8d956c64,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:13.969020 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 2cc59075-75e0-4248-80ad-ed9d8d956c64 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:13.969648 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:13.974089 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] No DVR routers for this DVR port 2cc59075-75e0-4248-80ad-ed9d8d956c64 on host dv-cinder-835384-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:42:13.990022 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977708'] for router (90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:13.990022 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 00:42:13.995529 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.000225 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-be2d9b1c-59f4-49e8-a67e-f1a9bfe1869e admin admin] 10.222.0.33 "DELETE /v2.0/routers/90dccd1d-ae57-4c5f-b6b8-9cc2ede3374b HTTP/1.1" status: 204 len: 168 time: 1.2830424 Jun 15 00:42:14.001697 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34030) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:14.005308 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 2cc59075-75e0-4248-80ad-ed9d8d956c64 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:14.005755 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 2cc59075-75e0-4248-80ad-ed9d8d956c64 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:14.006251 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 22c75cae-1878-4ab8-b96a-b30fac54dc54 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:14.029915 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 22c75cae-1878-4ab8-b96a-b30fac54dc54 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:14.030295 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 22c75cae-1878-4ab8-b96a-b30fac54dc54 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:14.030731 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b897eb35-058c-4e55-97cf-17bcfecab496 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:14.056225 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: b897eb35-058c-4e55-97cf-17bcfecab496 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:14.056583 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b897eb35-058c-4e55-97cf-17bcfecab496 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:14.057013 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:14.064663 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-304c17f6-634c-42d8-95cf-c9abd3be4f8a admin admin] Deleting subnet e5220b8d-5fa8-4bba-b479-879643712889 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:42:14.067585 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a2bee8dd-f51c-4faa-bda8-b52a403b3805 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (000bf89f-d363-4a00-9dbe-a12edd084ce2), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.070339 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a2bee8dd-f51c-4faa-bda8-b52a403b3805 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.073933 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a2bee8dd-f51c-4faa-bda8-b52a403b3805 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "DELETE /v2.0/security-groups/000bf89f-d363-4a00-9dbe-a12edd084ce2 HTTP/1.1" status: 204 len: 168 time: 0.5233679 Jun 15 00:42:14.076262 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (3761bde8-b221-417b-8881-85e060df935f), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.078092 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:14.078232 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34032) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:14.078558 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 5febf2f1-b80b-4492-bdd7-2f430fcfa5e7 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:14.084170 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-304c17f6-634c-42d8-95cf-c9abd3be4f8a admin admin] Publish callbacks [] for subnet (e5220b8d-5fa8-4bba-b479-879643712889), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.102100 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3761bde8-b221-417b-8881-85e060df935f']}} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:14.113049 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86') {'for_net_delete': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:14.113354 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f97b0cc-f5c4-4e0a-80c2-c22f78168d86') {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:14.123860 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3105944'] for segment (7f97b0cc-f5c4-4e0a-80c2-c22f78168d86), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.125510 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee8dd-f51c-4faa-bda8-b52a403b3805 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000bf89f-d363-4a00-9dbe-a12edd084ce2,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:14.137027 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-c54aa818-2ebe-4e6f-ad59-162ae0b61e70 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] show failed (client error): The resource could not be found. Jun 15 00:42:14.138594 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c54aa818-2ebe-4e6f-ad59-162ae0b61e70 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "GET /v2.0/security-groups/000bf89f-d363-4a00-9dbe-a12edd084ce2 HTTP/1.1" status: 404 len: 347 time: 0.0512829 Jun 15 00:42:14.141678 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (7f97b0cc-f5c4-4e0a-80c2-c22f78168d86), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.142671 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34034) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:14.148816 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:42:14.150492 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117918'] for segment (7f97b0cc-f5c4-4e0a-80c2-c22f78168d86), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.172344 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-304c17f6-634c-42d8-95cf-c9abd3be4f8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3329255'] for subnet (e5220b8d-5fa8-4bba-b479-879643712889), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.178477 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment 7f97b0cc-f5c4-4e0a-80c2-c22f78168d86 resource provider aggregate not found Jun 15 00:42:14.223900 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (3761bde8-b221-417b-8881-85e060df935f), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.226997 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment 7f97b0cc-f5c4-4e0a-80c2-c22f78168d86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f97b0cc-f5c4-4e0a-80c2-c22f78168d86 found for delete ", "request_id": "req-f900fc0f-0512-4e89-a7a5-e851712c35ba"}]} Jun 15 00:42:14.241452 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.247461 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] 10.222.0.33 "DELETE /v2.0/networks/3761bde8-b221-417b-8881-85e060df935f HTTP/1.1" status: 204 len: 168 time: 1.0805230 Jun 15 00:42:14.247461 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4867b59-6dd1-46e9-b092-62e814121582 admin admin] Pushing event deleted for resources: {'Network': ['ID=3761bde8-b221-417b-8881-85e060df935f,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:14.341372 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c6658d1a-e276-4e60-b2c8-dc91a5b343df tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Deleting port 48eefeec-81a8-4722-b549-c7c46d965e42 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:14.341875 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6658d1a-e276-4e60-b2c8-dc91a5b343df tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (48eefeec-81a8-4722-b549-c7c46d965e42), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.361881 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-304c17f6-634c-42d8-95cf-c9abd3be4f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (e5220b8d-5fa8-4bba-b479-879643712889), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.392549 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34042) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:14.593202 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.756061 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-18b0b9bf-19e5-427f-b4bb-73b1097cc350 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ad57875727e24965a37faca9c9a30984&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3608401 Jun 15 00:42:14.757957 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6658d1a-e276-4e60-b2c8-dc91a5b343df tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (48eefeec-81a8-4722-b549-c7c46d965e42), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.758296 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6658d1a-e276-4e60-b2c8-dc91a5b343df tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (48eefeec-81a8-4722-b549-c7c46d965e42), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.758474 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34044) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:14.761492 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-304c17f6-634c-42d8-95cf-c9abd3be4f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2329781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586366'] for subnet (e5220b8d-5fa8-4bba-b479-879643712889), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.796370 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c6658d1a-e276-4e60-b2c8-dc91a5b343df tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Calling delete_port for 48eefeec-81a8-4722-b549-c7c46d965e42 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:14.800839 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c17f6-634c-42d8-95cf-c9abd3be4f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5220b8d-5fa8-4bba-b479-879643712889,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:14.808924 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-304c17f6-634c-42d8-95cf-c9abd3be4f8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.812263 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6400aa6-10d3-47ff-b321-1842a263b643 None None] Network 635266bb-134b-444e-917a-980ab805d85f requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:42:14.812667 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-304c17f6-634c-42d8-95cf-c9abd3be4f8a admin admin] 10.222.0.33 "DELETE /v2.0/subnets/e5220b8d-5fa8-4bba-b479-879643712889 HTTP/1.1" status: 204 len: 168 time: 0.8096807 Jun 15 00:42:14.816431 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34046) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:14.818539 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fef86029-dcf2-4620-b603-466c761bfaa7 admin admin] Publish callbacks [] for security_group (42ab943f-cc47-46b3-a76a-4de4d1df3a7b), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.843891 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fef86029-dcf2-4620-b603-466c761bfaa7 admin admin] Publish callbacks [] for security_group (42ab943f-cc47-46b3-a76a-4de4d1df3a7b), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.890718 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:14.903906 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fef86029-dcf2-4620-b603-466c761bfaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (42ab943f-cc47-46b3-a76a-4de4d1df3a7b), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.906588 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fef86029-dcf2-4620-b603-466c761bfaa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:14.918846 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-fef86029-dcf2-4620-b603-466c761bfaa7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/42ab943f-cc47-46b3-a76a-4de4d1df3a7b HTTP/1.1" status: 204 len: 168 time: 0.1591609 Jun 15 00:42:14.929415 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef86029-dcf2-4620-b603-466c761bfaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ab943f-cc47-46b3-a76a-4de4d1df3a7b,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:14.944144 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (635266bb-134b-444e-917a-980ab805d85f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.006879 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7206a3-d454-4960-b304-bccac74bdef8 None None] DHCP port deletion for 635266bb-134b-444e-917a-980ab805d85f request from dv-cinder-835384-6-iscsi {{(pid=104111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 00:42:15.009569 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Deleting port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:15.009923 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.029544 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:15.052772 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-dd7206a3-d454-4960-b304-bccac74bdef8 None None] Deleting port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 {{(pid=104111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:15.053508 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-dd7206a3-d454-4960-b304-bccac74bdef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), before_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.109542 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] For port 53cd0a65-ce88-4be6-9ffb-4de2ac437451, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=53cd0a65-ce88-4be6-9ffb-4de2ac437451,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:15.109835 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.117597 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6658d1a-e276-4e60-b2c8-dc91a5b343df tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (48eefeec-81a8-4722-b549-c7c46d965e42), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.123869 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-dd7206a3-d454-4960-b304-bccac74bdef8 None None] For port 53cd0a65-ce88-4be6-9ffb-4de2ac437451, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=53cd0a65-ce88-4be6-9ffb-4de2ac437451,segment=NetworkSegment(d7acb605-0eb2-4465-89ac-a23cd763c804),segment_id=d7acb605-0eb2-4465-89ac-a23cd763c804)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:15.124337 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-dd7206a3-d454-4960-b304-bccac74bdef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), precommit_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.130995 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Calling delete_port for 53cd0a65-ce88-4be6-9ffb-4de2ac437451 owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:15.140028 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-dd7206a3-d454-4960-b304-bccac74bdef8 None None] Calling delete_port for 53cd0a65-ce88-4be6-9ffb-4de2ac437451 owned by network:dhcp {{(pid=104111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:15.158467 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6658d1a-e276-4e60-b2c8-dc91a5b343df tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Pushing event deleted for resources: {'Port': ['ID=48eefeec-81a8-4722-b549-c7c46d965e42,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:15.229891 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-dd7206a3-d454-4960-b304-bccac74bdef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), after_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.256566 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7206a3-d454-4960-b304-bccac74bdef8 None None] Pushing event deleted for resources: {'Port': ['ID=53cd0a65-ce88-4be6-9ffb-4de2ac437451,revision_number=None']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:15.262882 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7206a3-d454-4960-b304-bccac74bdef8 None None] No DVR routers for this DVR port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 on host dv-cinder-835384-6-iscsi {{(pid=104111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:42:15.285301 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6658d1a-e276-4e60-b2c8-dc91a5b343df tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks [] for floatingip (2322db7e-57b3-4eca-9a67-6e60144e24e5), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.288354 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6658d1a-e276-4e60-b2c8-dc91a5b343df tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.292753 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c6658d1a-e276-4e60-b2c8-dc91a5b343df tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] 10.222.0.33 "DELETE /v2.0/floatingips/2322db7e-57b3-4eca-9a67-6e60144e24e5 HTTP/1.1" status: 204 len: 168 time: 1.1459126 Jun 15 00:42:15.313329 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (53cd0a65-ce88-4be6-9ffb-4de2ac437451), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.353373 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53cd0a65-ce88-4be6-9ffb-4de2ac437451,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:15.356977 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] No DVR routers for this DVR port 53cd0a65-ce88-4be6-9ffb-4de2ac437451 on host dv-cinder-835384-6-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:42:15.444421 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (635266bb-134b-444e-917a-980ab805d85f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.466687 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635266bb-134b-444e-917a-980ab805d85f']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:15.477395 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7acb605-0eb2-4465-89ac-a23cd763c804') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:15.477780 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7acb605-0eb2-4465-89ac-a23cd763c804') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:15.488440 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3329278'] for segment (d7acb605-0eb2-4465-89ac-a23cd763c804), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.508698 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (d7acb605-0eb2-4465-89ac-a23cd763c804), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.518798 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:42:15.519216 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2329835'] for segment (d7acb605-0eb2-4465-89ac-a23cd763c804), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.552446 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment d7acb605-0eb2-4465-89ac-a23cd763c804 resource provider aggregate not found Jun 15 00:42:15.598288 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (635266bb-134b-444e-917a-980ab805d85f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.606098 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment d7acb605-0eb2-4465-89ac-a23cd763c804 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7acb605-0eb2-4465-89ac-a23cd763c804 found for delete ", "request_id": "req-5467cec1-29f7-449c-9bbf-76764d493b0a"}]} Jun 15 00:42:15.622799 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.629404 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] 10.222.0.33 "DELETE /v2.0/networks/635266bb-134b-444e-917a-980ab805d85f HTTP/1.1" status: 204 len: 168 time: 0.8092387 Jun 15 00:42:15.629404 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c81365-f62f-48a1-b276-711c3bf2afc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=635266bb-134b-444e-917a-980ab805d85f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:15.656761 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 50c96aaa-f609-45ec-b934-52bf6e9103e8 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:15.680367 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 50c96aaa-f609-45ec-b934-52bf6e9103e8 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:15.680768 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 50c96aaa-f609-45ec-b934-52bf6e9103e8 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:15.681261 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 53cd0a65-ce88-4be6-9ffb-4de2ac437451 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:15.702201 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 53cd0a65-ce88-4be6-9ffb-4de2ac437451 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:15.703444 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 53cd0a65-ce88-4be6-9ffb-4de2ac437451 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:15.774583 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34078) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:15.816251 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1c50f301-653b-4958-a09a-e356cad29ea2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=32c13d8e3a764cf59f81e17eaca1c853&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404193 Jun 15 00:42:15.818571 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34084) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:15.866448 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2fbf1e2-2854-4bc7-9003-dea6691d061b admin admin] Publish callbacks [] for security_group (969915a3-7840-412d-b221-a735a3969129), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.892636 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2fbf1e2-2854-4bc7-9003-dea6691d061b admin admin] Publish callbacks [] for security_group (969915a3-7840-412d-b221-a735a3969129), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.940903 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2fbf1e2-2854-4bc7-9003-dea6691d061b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (969915a3-7840-412d-b221-a735a3969129), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.943516 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2fbf1e2-2854-4bc7-9003-dea6691d061b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:15.944798 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b2fbf1e2-2854-4bc7-9003-dea6691d061b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/969915a3-7840-412d-b221-a735a3969129 HTTP/1.1" status: 204 len: 168 time: 0.1252980 Jun 15 00:42:15.953786 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbf1e2-2854-4bc7-9003-dea6691d061b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969915a3-7840-412d-b221-a735a3969129,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:17.771094 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34152) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:18.001009 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:18.224296 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f96860be-aeee-4907-8024-37613137a418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7978681'] for router_interface (1930a8d2-8e1b-43f5-8705-3de06e95c595), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:18.294326 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:18.454387 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f96860be-aeee-4907-8024-37613137a418 admin admin] Deleting port 9b894595-2064-4ff9-afa8-cb98367210a6 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:18.454724 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f96860be-aeee-4907-8024-37613137a418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:18.544922 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f96860be-aeee-4907-8024-37613137a418 admin admin] For port 9b894595-2064-4ff9-afa8-cb98367210a6, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=9b894595-2064-4ff9-afa8-cb98367210a6,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:18.545292 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f96860be-aeee-4907-8024-37613137a418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:18.560848 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f96860be-aeee-4907-8024-37613137a418 admin admin] Calling delete_port for 9b894595-2064-4ff9-afa8-cb98367210a6 owned by network:router_interface {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:18.742635 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f96860be-aeee-4907-8024-37613137a418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (9b894595-2064-4ff9-afa8-cb98367210a6), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:18.767677 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96860be-aeee-4907-8024-37613137a418 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b894595-2064-4ff9-afa8-cb98367210a6,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:18.912360 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:18.937599 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f96860be-aeee-4907-8024-37613137a418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7930136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7978541'] for router_interface (1930a8d2-8e1b-43f5-8705-3de06e95c595), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:19.133681 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:19.153523 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96860be-aeee-4907-8024-37613137a418 admin admin] Router 1930a8d2-8e1b-43f5-8705-3de06e95c595 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:42:19.253468 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96860be-aeee-4907-8024-37613137a418 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:42:19.258331 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-f96860be-aeee-4907-8024-37613137a418 admin admin] 10.222.0.33 "PUT /v2.0/routers/1930a8d2-8e1b-43f5-8705-3de06e95c595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4868634 Jun 15 00:42:19.261027 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34188) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:19.263054 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97552282-f4ba-4493-8206-c5df7b51b028 None None] Sync routers for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:42:19.273494 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97552282-f4ba-4493-8206-c5df7b51b028 None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:19.274099 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-97552282-f4ba-4493-8206-c5df7b51b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:19.363789 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Publish callbacks [] for router (1930a8d2-8e1b-43f5-8705-3de06e95c595), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:19.365963 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:19.378595 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-97552282-f4ba-4493-8206-c5df7b51b028 None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:19.430661 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:19.461174 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Publish callbacks [] for router_gateway (1930a8d2-8e1b-43f5-8705-3de06e95c595), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:19.508920 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Deleting port cd833798-8724-4133-a11b-2c818ae4d30a {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:19.509192 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (cd833798-8724-4133-a11b-2c818ae4d30a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:19.546191 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-97552282-f4ba-4493-8206-c5df7b51b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:42:18Z', 'revision_number': 5, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port': {'id': 'cd833798-8724-4133-a11b-2c818ae4d30a', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:34:40Z', 'updated_at': '2022-06-15T00:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:19.578962 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97552282-f4ba-4493-8206-c5df7b51b028 None None] Checking router: 1930a8d2-8e1b-43f5-8705-3de06e95c595 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:42:19.588857 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97552282-f4ba-4493-8206-c5df7b51b028 None None] Routers {'1930a8d2-8e1b-43f5-8705-3de06e95c595'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:19.589504 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-97552282-f4ba-4493-8206-c5df7b51b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['1930a8d2-8e1b-43f5-8705-3de06e95c595'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:19.608291 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] For port cd833798-8724-4133-a11b-2c818ae4d30a, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=cd833798-8724-4133-a11b-2c818ae4d30a,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:19.608668 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (cd833798-8724-4133-a11b-2c818ae4d30a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:19.623080 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Calling delete_port for cd833798-8724-4133-a11b-2c818ae4d30a owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:19.658056 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:19.688529 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-97552282-f4ba-4493-8206-c5df7b51b028 None None] Set router 1930a8d2-8e1b-43f5-8705-3de06e95c595 gateway port host: None {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:19.736050 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-97552282-f4ba-4493-8206-c5df7b51b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:42:19Z', 'revision_number': 6, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port_host': None}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:19.760483 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97552282-f4ba-4493-8206-c5df7b51b028 None None] The sync data for ids ['1930a8d2-8e1b-43f5-8705-3de06e95c595'] in dv-cinder-835384-6-iscsi is: [{'id': '1930a8d2-8e1b-43f5-8705-3de06e95c595', 'name': 'tempest-AttachVolumeShelveTestJSON-869220804-router', 'tenant_id': '47d48d22515e469fa53498b17ed80be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:34:39Z', 'updated_at': '2022-06-15T00:42:19Z', 'revision_number': 6, 'project_id': '47d48d22515e469fa53498b17ed80be7', 'gw_port_host': None}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:42:19.793977 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (cd833798-8724-4133-a11b-2c818ae4d30a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:19.824006 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd833798-8724-4133-a11b-2c818ae4d30a,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:19.883893 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963772'] for router_gateway (1930a8d2-8e1b-43f5-8705-3de06e95c595), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:19.967957 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2884'] for router (1930a8d2-8e1b-43f5-8705-3de06e95c595), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:19.970331 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Publish callbacks [] for router_controller (1930a8d2-8e1b-43f5-8705-3de06e95c595), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.011283 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977708'] for router (1930a8d2-8e1b-43f5-8705-3de06e95c595), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.011802 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1930a8d2-8e1b-43f5-8705-3de06e95c595 {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 00:42:20.016001 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.017133 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-399a3dc5-1e5d-444f-9959-c3cd90bb1790 admin admin] 10.222.0.33 "DELETE /v2.0/routers/1930a8d2-8e1b-43f5-8705-3de06e95c595 HTTP/1.1" status: 204 len: 168 time: 0.7551281 Jun 15 00:42:20.019630 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34194) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:20.063494 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5787917-2792-4f1f-bbc2-436bd7ec723f admin admin] Deleting subnet 4bddbc5c-7efb-4185-937f-e56eb0633638 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:42:20.066699 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f5787917-2792-4f1f-bbc2-436bd7ec723f admin admin] Publish callbacks [] for subnet (4bddbc5c-7efb-4185-937f-e56eb0633638), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.107996 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f5787917-2792-4f1f-bbc2-436bd7ec723f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3329255'] for subnet (4bddbc5c-7efb-4185-937f-e56eb0633638), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.185258 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f5787917-2792-4f1f-bbc2-436bd7ec723f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (4bddbc5c-7efb-4185-937f-e56eb0633638), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.228907 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:20.239835 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f5787917-2792-4f1f-bbc2-436bd7ec723f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2329781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586366'] for subnet (4bddbc5c-7efb-4185-937f-e56eb0633638), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.267184 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5787917-2792-4f1f-bbc2-436bd7ec723f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bddbc5c-7efb-4185-937f-e56eb0633638,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:20.272644 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f5787917-2792-4f1f-bbc2-436bd7ec723f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.278607 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f5787917-2792-4f1f-bbc2-436bd7ec723f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/4bddbc5c-7efb-4185-937f-e56eb0633638 HTTP/1.1" status: 204 len: 168 time: 0.2553077 Jun 15 00:42:20.278903 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34198) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:20.279534 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ef8297-0b0f-4163-9a4d-9419a4866360 None None] Network 8a1b00d6-5e32-4853-99e0-f68fb9a5757d requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:42:20.297304 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=12 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:20.347876 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (8a1b00d6-5e32-4853-99e0-f68fb9a5757d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.389848 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Deleting port a931998c-d67f-4ba2-b59f-24439dfd7144 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:20.390187 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.456603 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] For port a931998c-d67f-4ba2-b59f-24439dfd7144, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=a931998c-d67f-4ba2-b59f-24439dfd7144,segment=NetworkSegment(5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5),segment_id=5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:20.456893 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.470087 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Calling delete_port for a931998c-d67f-4ba2-b59f-24439dfd7144 owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:20.514439 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceea7b5-f77a-41c1-99a1-44216ccd8889 None None] DHCP port deletion for 8a1b00d6-5e32-4853-99e0-f68fb9a5757d request from dv-cinder-835384-6-iscsi {{(pid=104111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 00:42:20.547033 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:20.554713 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.564498 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-eceea7b5-f77a-41c1-99a1-44216ccd8889 None None] Deleting port a931998c-d67f-4ba2-b59f-24439dfd7144 {{(pid=104111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:20.564876 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-eceea7b5-f77a-41c1-99a1-44216ccd8889 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), before_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.581975 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] No DVR routers for this DVR port a931998c-d67f-4ba2-b59f-24439dfd7144 on host dv-cinder-835384-6-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:42:20.586975 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Pushing event deleted for resources: {'Port': ['ID=a931998c-d67f-4ba2-b59f-24439dfd7144,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:20.629451 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-eceea7b5-f77a-41c1-99a1-44216ccd8889 None None] For port a931998c-d67f-4ba2-b59f-24439dfd7144, host dv-cinder-835384-6-iscsi, got binding levels [] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:20.629848 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-eceea7b5-f77a-41c1-99a1-44216ccd8889 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), precommit_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.645064 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-eceea7b5-f77a-41c1-99a1-44216ccd8889 None None] Calling delete_port for a931998c-d67f-4ba2-b59f-24439dfd7144 owned by network:dhcp {{(pid=104111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:20.647950 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.ipam_backend_mixin [None req-eceea7b5-f77a-41c1-99a1-44216ccd8889 None None] Port a931998c-d67f-4ba2-b59f-24439dfd7144 was not found and therefore no delete operation was performed {{(pid=104111) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 15 00:42:20.649208 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-eceea7b5-f77a-41c1-99a1-44216ccd8889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577'] for port (a931998c-d67f-4ba2-b59f-24439dfd7144), after_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.664759 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (8a1b00d6-5e32-4853-99e0-f68fb9a5757d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.680349 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceea7b5-f77a-41c1-99a1-44216ccd8889 None None] Pushing event deleted for resources: {'Port': ['ID=a931998c-d67f-4ba2-b59f-24439dfd7144,revision_number=None']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:20.682452 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceea7b5-f77a-41c1-99a1-44216ccd8889 None None] No DVR routers for this DVR port a931998c-d67f-4ba2-b59f-24439dfd7144 on host dv-cinder-835384-6-iscsi {{(pid=104111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:42:20.697939 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1b00d6-5e32-4853-99e0-f68fb9a5757d']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:20.709951 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:20.710253 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:20.721599 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3329278'] for segment (5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.736360 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.743364 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:42:20.744032 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2329835'] for segment (5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.764087 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5 resource provider aggregate not found Jun 15 00:42:20.805984 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5caf2b8e-ed7d-448b-aaf3-ab1bf4a0a0a5 found for delete ", "request_id": "req-b2f4db43-7684-413d-b31d-a26c09c5c712"}]} Jun 15 00:42:20.814631 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (8a1b00d6-5e32-4853-99e0-f68fb9a5757d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.819992 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:20.823096 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] 10.222.0.33 "DELETE /v2.0/networks/8a1b00d6-5e32-4853-99e0-f68fb9a5757d HTTP/1.1" status: 204 len: 168 time: 0.5432117 Jun 15 00:42:20.834692 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d42768-5766-4eb9-aedf-2695347b364e admin admin] Pushing event deleted for resources: {'Network': ['ID=8a1b00d6-5e32-4853-99e0-f68fb9a5757d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:20.946935 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34210) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:20.987702 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-47e61cae-a8ae-408b-9ccf-0deb4ba4e38a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=47d48d22515e469fa53498b17ed80be7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396063 Jun 15 00:42:20.990260 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34212) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:21.037605 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-88957cc2-8099-4d1a-9f8d-e2a16a3c0791 admin admin] Publish callbacks [] for security_group (9398d063-de1a-419e-90ad-448e2080af58), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:21.059731 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-88957cc2-8099-4d1a-9f8d-e2a16a3c0791 admin admin] Publish callbacks [] for security_group (9398d063-de1a-419e-90ad-448e2080af58), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:21.111386 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-88957cc2-8099-4d1a-9f8d-e2a16a3c0791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (9398d063-de1a-419e-90ad-448e2080af58), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:21.113971 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-88957cc2-8099-4d1a-9f8d-e2a16a3c0791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:21.117508 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-88957cc2-8099-4d1a-9f8d-e2a16a3c0791 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9398d063-de1a-419e-90ad-448e2080af58 HTTP/1.1" status: 204 len: 168 time: 0.1239216 Jun 15 00:42:21.124708 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88957cc2-8099-4d1a-9f8d-e2a16a3c0791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9398d063-de1a-419e-90ad-448e2080af58,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:21.622537 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 9b894595-2064-4ff9-afa8-cb98367210a6 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:21.642872 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 9b894595-2064-4ff9-afa8-cb98367210a6 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:21.643225 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 9b894595-2064-4ff9-afa8-cb98367210a6 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:21.643734 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device a931998c-d67f-4ba2-b59f-24439dfd7144 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:21.662417 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: a931998c-d67f-4ba2-b59f-24439dfd7144 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:21.662765 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device a931998c-d67f-4ba2-b59f-24439dfd7144 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:21.663203 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device cd833798-8724-4133-a11b-2c818ae4d30a no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:21.682550 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: cd833798-8724-4133-a11b-2c818ae4d30a {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:21.682938 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device cd833798-8724-4133-a11b-2c818ae4d30a not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:23.176749 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34350) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:23.283539 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-166a4528-8535-4b23-816e-e2d4c7198a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:23.327833 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:23.368136 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-166a4528-8535-4b23-816e-e2d4c7198a34 admin admin] Publish callbacks [] for security_group (e30ca3ab-92a1-42cd-af9a-1311016466af), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:23.371876 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-166a4528-8535-4b23-816e-e2d4c7198a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (e30ca3ab-92a1-42cd-af9a-1311016466af), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:23.387402 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:23.414763 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-166a4528-8535-4b23-816e-e2d4c7198a34 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6806f7454efd426daae4af3e2d00f67f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368109 Jun 15 00:42:23.416304 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a4528-8535-4b23-816e-e2d4c7198a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30ca3ab-92a1-42cd-af9a-1311016466af,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:23.417702 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34354) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:23.468434 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d6bce4aa-92b8-4215-9db9-2313efde8cec admin admin] Publish callbacks [] for security_group (e30ca3ab-92a1-42cd-af9a-1311016466af), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:23.490551 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d6bce4aa-92b8-4215-9db9-2313efde8cec admin admin] Publish callbacks [] for security_group (e30ca3ab-92a1-42cd-af9a-1311016466af), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:23.538245 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d6bce4aa-92b8-4215-9db9-2313efde8cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (e30ca3ab-92a1-42cd-af9a-1311016466af), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:23.540821 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d6bce4aa-92b8-4215-9db9-2313efde8cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:23.541968 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-d6bce4aa-92b8-4215-9db9-2313efde8cec admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e30ca3ab-92a1-42cd-af9a-1311016466af HTTP/1.1" status: 204 len: 168 time: 0.1232593 Jun 15 00:42:23.551411 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bce4aa-92b8-4215-9db9-2313efde8cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30ca3ab-92a1-42cd-af9a-1311016466af,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:23.807139 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34360) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:23.820613 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ef3b11fa-829f-4e3c-ae40-924eec4abfb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:23.901419 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ef3b11fa-829f-4e3c-ae40-924eec4abfb3 admin admin] Publish callbacks [] for security_group (02b9104e-53f9-4ffc-aa9e-4a8926232029), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:23.905555 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ef3b11fa-829f-4e3c-ae40-924eec4abfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (02b9104e-53f9-4ffc-aa9e-4a8926232029), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:23.944875 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ef3b11fa-829f-4e3c-ae40-924eec4abfb3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a6e561b991b64aeab561f4b1cdd70c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366858 Jun 15 00:42:23.945583 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b11fa-829f-4e3c-ae40-924eec4abfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b9104e-53f9-4ffc-aa9e-4a8926232029,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:23.947564 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34362) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:23.997005 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-320d41ba-70be-457b-a208-32ce22f39cc2 admin admin] Publish callbacks [] for security_group (02b9104e-53f9-4ffc-aa9e-4a8926232029), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:24.021022 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-320d41ba-70be-457b-a208-32ce22f39cc2 admin admin] Publish callbacks [] for security_group (02b9104e-53f9-4ffc-aa9e-4a8926232029), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:24.066397 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-320d41ba-70be-457b-a208-32ce22f39cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (02b9104e-53f9-4ffc-aa9e-4a8926232029), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:24.068985 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-320d41ba-70be-457b-a208-32ce22f39cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:24.073217 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-320d41ba-70be-457b-a208-32ce22f39cc2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/02b9104e-53f9-4ffc-aa9e-4a8926232029 HTTP/1.1" status: 204 len: 168 time: 0.1246479 Jun 15 00:42:24.081984 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d41ba-70be-457b-a208-32ce22f39cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b9104e-53f9-4ffc-aa9e-4a8926232029,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:24.424082 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34392) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:24.542306 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db255577-b5d5-4334-90e5-fe80cd29e214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:24.623206 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db255577-b5d5-4334-90e5-fe80cd29e214 admin admin] Publish callbacks [] for security_group (d29f59c8-c6fd-4635-b823-2624318faec3), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:24.627990 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-db255577-b5d5-4334-90e5-fe80cd29e214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (d29f59c8-c6fd-4635-b823-2624318faec3), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:24.669124 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-db255577-b5d5-4334-90e5-fe80cd29e214 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=507242f1927b4f70bf73d23125dc6903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415798 Jun 15 00:42:24.669124 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db255577-b5d5-4334-90e5-fe80cd29e214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29f59c8-c6fd-4635-b823-2624318faec3,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:24.670201 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34402) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:24.725219 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad3d0a13-6257-4f33-900a-89184d5a284e admin admin] Publish callbacks [] for security_group (d29f59c8-c6fd-4635-b823-2624318faec3), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:24.747522 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad3d0a13-6257-4f33-900a-89184d5a284e admin admin] Publish callbacks [] for security_group (d29f59c8-c6fd-4635-b823-2624318faec3), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:24.795522 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad3d0a13-6257-4f33-900a-89184d5a284e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (d29f59c8-c6fd-4635-b823-2624318faec3), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:24.798335 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad3d0a13-6257-4f33-900a-89184d5a284e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:24.801971 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-ad3d0a13-6257-4f33-900a-89184d5a284e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d29f59c8-c6fd-4635-b823-2624318faec3 HTTP/1.1" status: 204 len: 168 time: 0.1278026 Jun 15 00:42:24.807631 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d0a13-6257-4f33-900a-89184d5a284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29f59c8-c6fd-4635-b823-2624318faec3,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:26.913045 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34536) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:26.959290 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34540) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:27.060041 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:27.061938 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2423e967-a3a6-41f7-94d0-d4cd53b57fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.112941 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cfab9c24-05fc-4444-98f7-eea9cf98b0a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.177608 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34546) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:27.193075 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2423e967-a3a6-41f7-94d0-d4cd53b57fbe admin admin] Publish callbacks [] for security_group (ace771e3-3899-4e7a-9635-f196795a52fb), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.199167 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2423e967-a3a6-41f7-94d0-d4cd53b57fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (ace771e3-3899-4e7a-9635-f196795a52fb), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.204785 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:27.265194 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-2423e967-a3a6-41f7-94d0-d4cd53b57fbe admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bc9cd94ce22a4ed992a2632b1d080773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510284 Jun 15 00:42:27.267861 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34550) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:27.269612 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423e967-a3a6-41f7-94d0-d4cd53b57fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace771e3-3899-4e7a-9635-f196795a52fb,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:27.283055 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cfab9c24-05fc-4444-98f7-eea9cf98b0a7 admin admin] Publish callbacks [] for security_group (ac0c2c3f-d59f-47eb-9e7e-a69cab8303aa), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.287682 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cfab9c24-05fc-4444-98f7-eea9cf98b0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (ac0c2c3f-d59f-47eb-9e7e-a69cab8303aa), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.322588 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c903887-6db4-4a6b-9c75-d0174464b350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.327657 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-cfab9c24-05fc-4444-98f7-eea9cf98b0a7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=36d48f1860604b60bc9559eabc1a4aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673294 Jun 15 00:42:27.329601 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab9c24-05fc-4444-98f7-eea9cf98b0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0c2c3f-d59f-47eb-9e7e-a69cab8303aa,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:27.330986 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34552) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:27.407038 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-06988cd7-a2db-4e66-9f7d-eb721d8130c3 admin admin] Publish callbacks [] for security_group (ace771e3-3899-4e7a-9635-f196795a52fb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.453675 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-06988cd7-a2db-4e66-9f7d-eb721d8130c3 admin admin] Publish callbacks [] for security_group (ace771e3-3899-4e7a-9635-f196795a52fb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.462958 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2c99150f-a148-4fdb-ac9f-a1b2649d4362 admin admin] Publish callbacks [] for security_group (ac0c2c3f-d59f-47eb-9e7e-a69cab8303aa), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.485760 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:27.521898 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2c99150f-a148-4fdb-ac9f-a1b2649d4362 admin admin] Publish callbacks [] for security_group (ac0c2c3f-d59f-47eb-9e7e-a69cab8303aa), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.534720 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:27.547844 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c903887-6db4-4a6b-9c75-d0174464b350 admin admin] Publish callbacks [] for security_group (2491cfb2-1f5b-40b0-aa6b-d9f3ed544f0e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.561530 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c903887-6db4-4a6b-9c75-d0174464b350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (2491cfb2-1f5b-40b0-aa6b-d9f3ed544f0e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.575168 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-579df6ca-9938-4fc0-8bc1-36ada6dda272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.610337 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-06988cd7-a2db-4e66-9f7d-eb721d8130c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (ace771e3-3899-4e7a-9635-f196795a52fb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.612841 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-06988cd7-a2db-4e66-9f7d-eb721d8130c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.613980 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-06988cd7-a2db-4e66-9f7d-eb721d8130c3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ace771e3-3899-4e7a-9635-f196795a52fb HTTP/1.1" status: 204 len: 168 time: 0.3448477 Jun 15 00:42:27.623965 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c903887-6db4-4a6b-9c75-d0174464b350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2491cfb2-1f5b-40b0-aa6b-d9f3ed544f0e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:27.632183 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0c903887-6db4-4a6b-9c75-d0174464b350 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5da5cde44f9f4add8cd3c4217b1a07de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4532804 Jun 15 00:42:27.635031 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34556) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:27.646715 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06988cd7-a2db-4e66-9f7d-eb721d8130c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace771e3-3899-4e7a-9635-f196795a52fb,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:27.669874 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2c99150f-a148-4fdb-ac9f-a1b2649d4362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (ac0c2c3f-d59f-47eb-9e7e-a69cab8303aa), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.672411 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2c99150f-a148-4fdb-ac9f-a1b2649d4362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.675899 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2c99150f-a148-4fdb-ac9f-a1b2649d4362 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ac0c2c3f-d59f-47eb-9e7e-a69cab8303aa HTTP/1.1" status: 204 len: 168 time: 0.3380840 Jun 15 00:42:27.693874 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99150f-a148-4fdb-ac9f-a1b2649d4362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0c2c3f-d59f-47eb-9e7e-a69cab8303aa,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:27.713282 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b6734922-2828-46b4-b43c-e30bcc38e166 admin admin] Publish callbacks [] for security_group (2491cfb2-1f5b-40b0-aa6b-d9f3ed544f0e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.741235 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b6734922-2828-46b4-b43c-e30bcc38e166 admin admin] Publish callbacks [] for security_group (2491cfb2-1f5b-40b0-aa6b-d9f3ed544f0e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.797494 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b6734922-2828-46b4-b43c-e30bcc38e166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (2491cfb2-1f5b-40b0-aa6b-d9f3ed544f0e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.801337 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b6734922-2828-46b4-b43c-e30bcc38e166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:27.805598 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b6734922-2828-46b4-b43c-e30bcc38e166 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2491cfb2-1f5b-40b0-aa6b-d9f3ed544f0e HTTP/1.1" status: 204 len: 168 time: 0.1696103 Jun 15 00:42:27.814324 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6734922-2828-46b4-b43c-e30bcc38e166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2491cfb2-1f5b-40b0-aa6b-d9f3ed544f0e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:27.826631 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:28.020736 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34572) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:28.035594 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5d13-dec0-438a-9e2b-afd2b9cba55c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.116418 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5d13-dec0-438a-9e2b-afd2b9cba55c admin admin] Publish callbacks [] for security_group (c1408835-1b17-4d7b-bd2c-13b1d245820d), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.122454 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5d13-dec0-438a-9e2b-afd2b9cba55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (c1408835-1b17-4d7b-bd2c-13b1d245820d), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.165545 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-7d5f5d13-dec0-438a-9e2b-afd2b9cba55c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e0dd210cd2e24651977a27631091a1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410394 Jun 15 00:42:28.165545 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f5d13-dec0-438a-9e2b-afd2b9cba55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1408835-1b17-4d7b-bd2c-13b1d245820d,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:28.166673 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34576) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:28.216497 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34578) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:28.230010 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6f6c22e3-bce2-4370-aada-439e26cadb92 admin admin] Publish callbacks [] for security_group (c1408835-1b17-4d7b-bd2c-13b1d245820d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.237388 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1edd5da1-fad6-4103-81be-68e96957d0d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.255434 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6f6c22e3-bce2-4370-aada-439e26cadb92 admin admin] Publish callbacks [] for security_group (c1408835-1b17-4d7b-bd2c-13b1d245820d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.308321 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:28.310887 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6f6c22e3-bce2-4370-aada-439e26cadb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (c1408835-1b17-4d7b-bd2c-13b1d245820d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.314484 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6f6c22e3-bce2-4370-aada-439e26cadb92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.316267 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6f6c22e3-bce2-4370-aada-439e26cadb92 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c1408835-1b17-4d7b-bd2c-13b1d245820d HTTP/1.1" status: 204 len: 168 time: 0.1477766 Jun 15 00:42:28.325886 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1edd5da1-fad6-4103-81be-68e96957d0d2 admin admin] Publish callbacks [] for security_group (98b2050f-6b6b-442d-803e-f7abf41ede86), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.330048 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1edd5da1-fad6-4103-81be-68e96957d0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (98b2050f-6b6b-442d-803e-f7abf41ede86), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.333482 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c22e3-bce2-4370-aada-439e26cadb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1408835-1b17-4d7b-bd2c-13b1d245820d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:28.399764 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-1edd5da1-fad6-4103-81be-68e96957d0d2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9474f3e982ee4c019bf5cd36a8de8b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820416 Jun 15 00:42:28.402214 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd5da1-fad6-4103-81be-68e96957d0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b2050f-6b6b-442d-803e-f7abf41ede86,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:28.402386 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34584) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:28.466398 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9fedba92-028c-4988-ab7c-f049ef32efdb admin admin] Publish callbacks [] for security_group (98b2050f-6b6b-442d-803e-f7abf41ede86), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.498146 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9fedba92-028c-4988-ab7c-f049ef32efdb admin admin] Publish callbacks [] for security_group (98b2050f-6b6b-442d-803e-f7abf41ede86), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.553006 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9fedba92-028c-4988-ab7c-f049ef32efdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (98b2050f-6b6b-442d-803e-f7abf41ede86), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.556664 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9fedba92-028c-4988-ab7c-f049ef32efdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:28.560894 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9fedba92-028c-4988-ab7c-f049ef32efdb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/98b2050f-6b6b-442d-803e-f7abf41ede86 HTTP/1.1" status: 204 len: 168 time: 0.1539860 Jun 15 00:42:28.567784 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedba92-028c-4988-ab7c-f049ef32efdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b2050f-6b6b-442d-803e-f7abf41ede86,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:29.690421 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=93 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:29.739275 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=8 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:30.022706 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0f2b0e56-05e4-4c4a-86e7-e28450f2f790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:30.084728 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34682) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:30.274283 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:30.362196 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Publish callbacks [] for security_group (71bd5b66-d4df-4383-906b-e9636a04cfaf), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:30.366291 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (71bd5b66-d4df-4383-906b-e9636a04cfaf), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:30.409702 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34698) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:30.411390 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=dff10b2d0ea3435a8848e73f82c59a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252678 Jun 15 00:42:30.414634 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bd5b66-d4df-4383-906b-e9636a04cfaf,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:30.429506 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.429506 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.429506 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.429506 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.429506 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.429961 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.430079 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.430567 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.431186 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.431534 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.432251 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.432602 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.433438 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.434861 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.435218 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8257d0a-d8fb-4df2-88de-eec6b1f289a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.467241 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Publish callbacks [] for security_group (71bd5b66-d4df-4383-906b-e9636a04cfaf), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:30.495803 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Publish callbacks [] for security_group (71bd5b66-d4df-4383-906b-e9636a04cfaf), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:30.552900 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (71bd5b66-d4df-4383-906b-e9636a04cfaf), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:30.555703 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:30.557192 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/71bd5b66-d4df-4383-906b-e9636a04cfaf HTTP/1.1" status: 204 len: 168 time: 0.1462858 Jun 15 00:42:30.561310 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:DELETE=15 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:30.567357 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bd5b66-d4df-4383-906b-e9636a04cfaf,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:30.576260 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.576607 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.576949 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.577281 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.577613 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.577939 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.578262 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.578588 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.578935 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.579261 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.579585 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.579907 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.580225 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.580541 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.580854 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcb487-df84-4d3c-9814-17a1a65eaa52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:42:30.867231 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:30.947104 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34724) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:30.960522 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-25e940b7-57a2-4d19-9235-ffd569b1c9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:31.044783 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-25e940b7-57a2-4d19-9235-ffd569b1c9c0 admin admin] Publish callbacks [] for security_group (a1e9bfcf-e019-4191-ae6f-799ff5f5b822), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:31.049572 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-25e940b7-57a2-4d19-9235-ffd569b1c9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (a1e9bfcf-e019-4191-ae6f-799ff5f5b822), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:31.055530 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:31.118886 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-25e940b7-57a2-4d19-9235-ffd569b1c9c0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4e2d8adbf1694c8e8ad7c42a3838d7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706109 Jun 15 00:42:31.119681 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e940b7-57a2-4d19-9235-ffd569b1c9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e9bfcf-e019-4191-ae6f-799ff5f5b822,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:31.122677 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34728) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:31.186487 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7503-f3a1-41d8-a028-8f8f6d616b9c admin admin] Publish callbacks [] for security_group (a1e9bfcf-e019-4191-ae6f-799ff5f5b822), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:31.208244 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7503-f3a1-41d8-a028-8f8f6d616b9c admin admin] Publish callbacks [] for security_group (a1e9bfcf-e019-4191-ae6f-799ff5f5b822), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:31.256644 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7503-f3a1-41d8-a028-8f8f6d616b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (a1e9bfcf-e019-4191-ae6f-799ff5f5b822), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:31.259224 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7503-f3a1-41d8-a028-8f8f6d616b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:31.262712 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-ae9a7503-f3a1-41d8-a028-8f8f6d616b9c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a1e9bfcf-e019-4191-ae6f-799ff5f5b822 HTTP/1.1" status: 204 len: 168 time: 0.1366341 Jun 15 00:42:31.268147 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a7503-f3a1-41d8-a028-8f8f6d616b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e9bfcf-e019-4191-ae6f-799ff5f5b822,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:32.474089 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:33.347589 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:42:33.435988 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:33.512157 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:33.553276 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dabaa6c2-98ba-4312-b4e9-7f7ac6f5a1d0 req-118d2679-cf68-4542-a7e1-f721d554b540 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195093196&fields=id&tenant_id=10b82c1cb87645d9831a2635a2aa01df HTTP/1.1" status: 200 len: 267 time: 0.0491354 Jun 15 00:42:33.607868 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabaa6c2-98ba-4312-b4e9-7f7ac6f5a1d0 req-14406913-917f-4096-a5d2-24870352f519 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:33.609609 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dabaa6c2-98ba-4312-b4e9-7f7ac6f5a1d0 req-14406913-917f-4096-a5d2-24870352f519 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 985 time: 0.0503368 Jun 15 00:42:33.623844 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [req-dabaa6c2-98ba-4312-b4e9-7f7ac6f5a1d0 req-e9c69424-8a3f-4e08-a7c3-f1faa3f62709 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Request body: {'port': {'security_groups': ['209bd969-09d5-4aab-8a73-88c000d095de']}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:42:33.710328 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-dabaa6c2-98ba-4312-b4e9-7f7ac6f5a1d0 req-e9c69424-8a3f-4e08-a7c3-f1faa3f62709 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:33.889802 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [req-dabaa6c2-98ba-4312-b4e9-7f7ac6f5a1d0 req-e9c69424-8a3f-4e08-a7c3-f1faa3f62709 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] For port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:33.920206 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:33.922397 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-dabaa6c2-98ba-4312-b4e9-7f7ac6f5a1d0 req-e9c69424-8a3f-4e08-a7c3-f1faa3f62709 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:33.926998 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-dabaa6c2-98ba-4312-b4e9-7f7ac6f5a1d0 req-e9c69424-8a3f-4e08-a7c3-f1faa3f62709 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:33.965839 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabaa6c2-98ba-4312-b4e9-7f7ac6f5a1d0 req-e9c69424-8a3f-4e08-a7c3-f1faa3f62709 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:33.966096 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['d7b34ffa-4bfc-4d47-9845-95a69d24bfe7'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:42:33.966702 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [req-dabaa6c2-98ba-4312-b4e9-7f7ac6f5a1d0 req-e9c69424-8a3f-4e08-a7c3-f1faa3f62709 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:33.968205 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dabaa6c2-98ba-4312-b4e9-7f7ac6f5a1d0 req-e9c69424-8a3f-4e08-a7c3-f1faa3f62709 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "PUT /v2.0/ports/d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 HTTP/1.1" status: 200 len: 943 time: 0.3500469 Jun 15 00:42:33.975068 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34836) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:33.983107 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:42:33.985323 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a44e23-4c00-4656-b562-a276729a124f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:42:34.013488 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c69424-8a3f-4e08-a7c3-f1faa3f62709 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event updated for resources: {'Port': ['ID=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,revision_number=7']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:34.052783 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22966b59-ab12-404c-8559-ac305942a289 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group (444f62ca-78ce-4a40-a9b1-2cafdb349730), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:34.062576 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3020cee-f706-4aa7-8aef-5a2854acbe3a x-openstack-request-id: req-a3020cee-f706-4aa7-8aef-5a2854acbe3a {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:42:34.063005 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:42:34.063912 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a3020cee-f706-4aa7-8aef-5a2854acbe3a {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:42:34.063912 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3020cee-f706-4aa7-8aef-5a2854acbe3a'] response: {'name': 'network-changed', 'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7', 'status': 'completed', 'code': 200} Jun 15 00:42:34.086701 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22966b59-ab12-404c-8559-ac305942a289 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group (444f62ca-78ce-4a40-a9b1-2cafdb349730), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:34.113023 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['d7b34ffa-4bfc-4d47-9845-95a69d24bfe7'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:42:34.166185 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a44e23-4c00-4656-b562-a276729a124f req-a65de3f1-086b-4204-bfff-5b70858a6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:34.168365 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0a44e23-4c00-4656-b562-a276729a124f req-a65de3f1-086b-4204-bfff-5b70858a6a8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10b82c1cb87645d9831a2635a2aa01df&device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 1130 time: 0.0583932 Jun 15 00:42:34.260786 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22966b59-ab12-404c-8559-ac305942a289 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (444f62ca-78ce-4a40-a9b1-2cafdb349730), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:34.263890 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22966b59-ab12-404c-8559-ac305942a289 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:34.265472 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-22966b59-ab12-404c-8559-ac305942a289 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "DELETE /v2.0/security-groups/444f62ca-78ce-4a40-a9b1-2cafdb349730 HTTP/1.1" status: 204 len: 168 time: 0.2892363 Jun 15 00:42:34.268195 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34846) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:34.288491 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22966b59-ab12-404c-8559-ac305942a289 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444f62ca-78ce-4a40-a9b1-2cafdb349730,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:34.306515 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a44e23-4c00-4656-b562-a276729a124f req-2a5f0142-426b-4e88-aa27-5579a462b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:34.308320 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0a44e23-4c00-4656-b562-a276729a124f req-2a5f0142-426b-4e88-aa27-5579a462b9ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=02cb83f7-9f95-4f22-97d9-1299928682fd HTTP/1.1" status: 200 len: 916 time: 0.1322732 Jun 15 00:42:34.323704 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-3804e5b4-0e67-4ca0-8fd3-b0fc1d28fc14 None None] Provisioning complete for port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:42:34.324279 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-3804e5b4-0e67-4ca0-8fd3-b0fc1d28fc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:34.407623 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0a44e23-4c00-4656-b562-a276729a124f req-cd7ab7c3-a59b-492b-b808-8a521d223a0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 HTTP/1.1" status: 200 len: 1002 time: 0.0920923 Jun 15 00:42:34.449582 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-3804e5b4-0e67-4ca0-8fd3-b0fc1d28fc14 None None] Current status of the port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:42:34.506228 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a3eae4f7-af65-450e-86cc-7bc4958e1a74 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Deleting port 891c3915-116e-4bb7-9e2b-463cc57a28d0 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:34.506580 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a3eae4f7-af65-450e-86cc-7bc4958e1a74 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (891c3915-116e-4bb7-9e2b-463cc57a28d0), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:34.512647 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a44e23-4c00-4656-b562-a276729a124f req-24cd4938-efcf-41d6-8b52-0eeedaa44fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:34.514222 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0a44e23-4c00-4656-b562-a276729a124f req-24cd4938-efcf-41d6-8b52-0eeedaa44fe4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39156c66-5bb4-4de5-adc7-3c16e8a77e76 HTTP/1.1" status: 200 len: 854 time: 0.1004493 Jun 15 00:42:34.567007 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a44e23-4c00-4656-b562-a276729a124f req-32bcad40-8cfd-423a-a71d-3cd4787affe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:34.568661 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0a44e23-4c00-4656-b562-a276729a124f req-32bcad40-8cfd-423a-a71d-3cd4787affe6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02cb83f7-9f95-4f22-97d9-1299928682fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429158 Jun 15 00:42:34.592299 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a3eae4f7-af65-450e-86cc-7bc4958e1a74 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (891c3915-116e-4bb7-9e2b-463cc57a28d0), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:34.592850 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a3eae4f7-af65-450e-86cc-7bc4958e1a74 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for floatingip (891c3915-116e-4bb7-9e2b-463cc57a28d0), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:34.611696 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a3eae4f7-af65-450e-86cc-7bc4958e1a74 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Calling delete_port for 891c3915-116e-4bb7-9e2b-463cc57a28d0 owned by network:floatingip {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:34.682055 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0a44e23-4c00-4656-b562-a276729a124f req-d0259958-3a0f-4fab-b453-f793a3a695ee service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050670 Jun 15 00:42:34.782503 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:34.797321 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a3eae4f7-af65-450e-86cc-7bc4958e1a74 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (891c3915-116e-4bb7-9e2b-463cc57a28d0), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:34.803623 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0a44e23-4c00-4656-b562-a276729a124f req-e6199bda-958d-4b8f-9195-072b8eca39e2 service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156733 Jun 15 00:42:34.825618 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eae4f7-af65-450e-86cc-7bc4958e1a74 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event deleted for resources: {'Port': ['ID=891c3915-116e-4bb7-9e2b-463cc57a28d0,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:34.888904 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a3eae4f7-af65-450e-86cc-7bc4958e1a74 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks [] for floatingip (7b0968e1-f1f4-4009-81c6-7bb75dd5aeb4), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:34.889237 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [None req-a3eae4f7-af65-450e-86cc-7bc4958e1a74 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Floating IP 7b0968e1-f1f4-4009-81c6-7bb75dd5aeb4 disassociated (deleted). External IP: 172.27.3.195, port: d7b34ffa-4bfc-4d47-9845-95a69d24bfe7. Jun 15 00:42:35.322510 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eae4f7-af65-450e-86cc-7bc4958e1a74 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Router 07ffca5f-ca81-4697-ab28-5708e1e80925 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:42:35.426471 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eae4f7-af65-450e-86cc-7bc4958e1a74 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:42:35.431296 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a3eae4f7-af65-450e-86cc-7bc4958e1a74 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:35.436375 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe4d67a-0233-4710-95cd-50d542214a66 None None] Sync routers for ids ['07ffca5f-ca81-4697-ab28-5708e1e80925'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:42:35.445006 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:35.447666 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe4d67a-0233-4710-95cd-50d542214a66 None None] Routers {'07ffca5f-ca81-4697-ab28-5708e1e80925'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:35.448224 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-abe4d67a-0233-4710-95cd-50d542214a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['07ffca5f-ca81-4697-ab28-5708e1e80925'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:35.456630 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:35.465177 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-a3eae4f7-af65-450e-86cc-7bc4958e1a74 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "DELETE /v2.0/floatingips/7b0968e1-f1f4-4009-81c6-7bb75dd5aeb4 HTTP/1.1" status: 204 len: 168 time: 1.1955261 Jun 15 00:42:35.742699 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-abe4d67a-0233-4710-95cd-50d542214a66 None None] Set router 07ffca5f-ca81-4697-ab28-5708e1e80925 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:35.819903 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34904) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:35.936766 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-493e0aa7-22ce-4ec5-b692-519ffa0aa87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:35.958179 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-abe4d67a-0233-4710-95cd-50d542214a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:01Z', 'revision_number': 4, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port': {'id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'b889a623-e5f4-495b-9f56-a465c70cd3a4', 'name': '', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'mac_address': 'fa:16:3e:62:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:00Z', 'updated_at': '2022-06-15T00:40:04Z', 'revision_number': 5, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'subnets': [{'id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:35.990637 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe4d67a-0233-4710-95cd-50d542214a66 None None] Checking router: 07ffca5f-ca81-4697-ab28-5708e1e80925 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:42:36.000840 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe4d67a-0233-4710-95cd-50d542214a66 None None] Routers {'07ffca5f-ca81-4697-ab28-5708e1e80925'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:36.001452 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-abe4d67a-0233-4710-95cd-50d542214a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['07ffca5f-ca81-4697-ab28-5708e1e80925'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:36.021327 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-493e0aa7-22ce-4ec5-b692-519ffa0aa87c admin admin] Publish callbacks [] for security_group (c9691389-5d95-488c-9289-204d62a82cdf), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:36.025166 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-493e0aa7-22ce-4ec5-b692-519ffa0aa87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (c9691389-5d95-488c-9289-204d62a82cdf), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:36.065201 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:42:36.067392 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd039b8-e459-42fa-a15c-21964eaf108d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:42:36.071445 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:36.072585 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e0aa7-22ce-4ec5-b692-519ffa0aa87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9691389-5d95-488c-9289-204d62a82cdf,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:36.077800 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-493e0aa7-22ce-4ec5-b692-519ffa0aa87c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e93c5514b27f43f7b6e9c9ccdc8fd74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567694 Jun 15 00:42:36.080451 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 34918) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:36.110672 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6044e4e9-195c-4878-a7dd-4df7dd98c1ae x-openstack-request-id: req-6044e4e9-195c-4878-a7dd-4df7dd98c1ae {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:42:36.111156 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:42:36.112047 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6044e4e9-195c-4878-a7dd-4df7dd98c1ae {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:42:36.112047 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6044e4e9-195c-4878-a7dd-4df7dd98c1ae'] response: {'name': 'network-changed', 'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7', 'status': 'completed', 'code': 200} Jun 15 00:42:36.127390 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-abe4d67a-0233-4710-95cd-50d542214a66 None None] Set router 07ffca5f-ca81-4697-ab28-5708e1e80925 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:36.139282 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32229fc1-e429-4e38-ab93-ef9b75f11b15 admin admin] Publish callbacks [] for security_group (c9691389-5d95-488c-9289-204d62a82cdf), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:36.161935 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32229fc1-e429-4e38-ab93-ef9b75f11b15 admin admin] Publish callbacks [] for security_group (c9691389-5d95-488c-9289-204d62a82cdf), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:36.168253 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:36.237734 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd039b8-e459-42fa-a15c-21964eaf108d req-d47ff645-2be6-4665-800a-df7eaed149cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:36.240576 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9dd039b8-e459-42fa-a15c-21964eaf108d req-d47ff645-2be6-4665-800a-df7eaed149cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10b82c1cb87645d9831a2635a2aa01df&device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 1130 time: 0.0690708 Jun 15 00:42:36.243065 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:36.263623 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32229fc1-e429-4e38-ab93-ef9b75f11b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (c9691389-5d95-488c-9289-204d62a82cdf), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:36.267642 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32229fc1-e429-4e38-ab93-ef9b75f11b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:36.271231 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-32229fc1-e429-4e38-ab93-ef9b75f11b15 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c9691389-5d95-488c-9289-204d62a82cdf HTTP/1.1" status: 204 len: 168 time: 0.1873968 Jun 15 00:42:36.307287 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32229fc1-e429-4e38-ab93-ef9b75f11b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9691389-5d95-488c-9289-204d62a82cdf,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:36.399681 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-abe4d67a-0233-4710-95cd-50d542214a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:01Z', 'revision_number': 4, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port': {'id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'b889a623-e5f4-495b-9f56-a465c70cd3a4', 'name': '', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'mac_address': 'fa:16:3e:62:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:00Z', 'updated_at': '2022-06-15T00:40:04Z', 'revision_number': 5, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'subnets': [{'id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:36.408813 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd039b8-e459-42fa-a15c-21964eaf108d req-efe41039-e220-44fe-bc77-016c49f976be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:36.410536 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9dd039b8-e459-42fa-a15c-21964eaf108d req-efe41039-e220-44fe-bc77-016c49f976be service neutron] 10.222.0.42 "GET /v2.0/networks?id=02cb83f7-9f95-4f22-97d9-1299928682fd HTTP/1.1" status: 200 len: 916 time: 0.1221776 Jun 15 00:42:36.428413 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe4d67a-0233-4710-95cd-50d542214a66 None None] The sync data for ids ['07ffca5f-ca81-4697-ab28-5708e1e80925'] in dv-cinder-835384-6-iscsi is: [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:01Z', 'revision_number': 4, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port': {'id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'b889a623-e5f4-495b-9f56-a465c70cd3a4', 'name': '', 'network_id': '02cb83f7-9f95-4f22-97d9-1299928682fd', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'mac_address': 'fa:16:3e:62:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:00Z', 'updated_at': '2022-06-15T00:40:04Z', 'revision_number': 5, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'subnets': [{'id': '39156c66-5bb4-4de5-adc7-3c16e8a77e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:42:36.476826 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9dd039b8-e459-42fa-a15c-21964eaf108d req-ab8ed564-9192-4086-8915-b99dd30535af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 HTTP/1.1" status: 200 len: 217 time: 0.0537100 Jun 15 00:42:36.539148 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd039b8-e459-42fa-a15c-21964eaf108d req-99cded6e-7198-4df5-a4a5-71b0dbc6c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:36.541986 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9dd039b8-e459-42fa-a15c-21964eaf108d req-99cded6e-7198-4df5-a4a5-71b0dbc6c3cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39156c66-5bb4-4de5-adc7-3c16e8a77e76 HTTP/1.1" status: 200 len: 854 time: 0.0579622 Jun 15 00:42:36.600030 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd039b8-e459-42fa-a15c-21964eaf108d req-4630c3e2-754a-4a92-a98b-ea5f53b99a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:36.601563 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9dd039b8-e459-42fa-a15c-21964eaf108d req-4630c3e2-754a-4a92-a98b-ea5f53b99a21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02cb83f7-9f95-4f22-97d9-1299928682fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532522 Jun 15 00:42:36.742188 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34932) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:36.759216 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9dd039b8-e459-42fa-a15c-21964eaf108d req-d6631fe7-a818-4911-89e7-af53cc5c05c8 service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445475 Jun 15 00:42:36.780081 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e28bb5df-6d25-470a-9703-6f8f5ff7f3e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:36.862410 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53274f4-651a-42d2-9bbb-a0a4450fa530 None None] New status for floating IP 7b0968e1-f1f4-4009-81c6-7bb75dd5aeb4: DOWN {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:42:36.912511 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9dd039b8-e459-42fa-a15c-21964eaf108d req-c6fa5364-bdce-4b0d-86b9-fc5825e16e93 service neutron] 10.222.0.42 "GET /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458750 Jun 15 00:42:36.948190 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e28bb5df-6d25-470a-9703-6f8f5ff7f3e0 admin admin] Publish callbacks [] for security_group (482b24d0-dbad-49d0-8fda-5eec66bee347), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:36.955248 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e28bb5df-6d25-470a-9703-6f8f5ff7f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (482b24d0-dbad-49d0-8fda-5eec66bee347), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:36.989201 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bb5df-6d25-470a-9703-6f8f5ff7f3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482b24d0-dbad-49d0-8fda-5eec66bee347,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:37.028882 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-e28bb5df-6d25-470a-9703-6f8f5ff7f3e0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1bb0cbfd7e924b669cd81106acfa7a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852843 Jun 15 00:42:37.031495 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 34948) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:37.086427 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-51337481-00eb-4917-ac6e-1477f12e4905 admin admin] Publish callbacks [] for security_group (482b24d0-dbad-49d0-8fda-5eec66bee347), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:37.110019 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-51337481-00eb-4917-ac6e-1477f12e4905 admin admin] Publish callbacks [] for security_group (482b24d0-dbad-49d0-8fda-5eec66bee347), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:37.133396 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:37.163243 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-51337481-00eb-4917-ac6e-1477f12e4905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (482b24d0-dbad-49d0-8fda-5eec66bee347), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:37.165753 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-51337481-00eb-4917-ac6e-1477f12e4905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:37.166981 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-51337481-00eb-4917-ac6e-1477f12e4905 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/482b24d0-dbad-49d0-8fda-5eec66bee347 HTTP/1.1" status: 204 len: 168 time: 0.1345203 Jun 15 00:42:37.175708 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51337481-00eb-4917-ac6e-1477f12e4905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482b24d0-dbad-49d0-8fda-5eec66bee347,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:38.416886 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12e23f-fcba-4dd4-9b2c-726439d107f9 req-2f25ef1f-bcb1-4456-a022-f0209ca306d0 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:38.419265 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ae12e23f-fcba-4dd4-9b2c-726439d107f9 req-2f25ef1f-bcb1-4456-a022-f0209ca306d0 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 946 time: 0.0559559 Jun 15 00:42:38.473515 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ae12e23f-fcba-4dd4-9b2c-726439d107f9 req-59e1d914-0c5c-470d-a864-ddc9598849ca tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471551 Jun 15 00:42:38.971052 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35066) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:39.081826 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-707dc86a-cc19-4efc-88f7-1c5b0296c592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.142573 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:39.165370 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-707dc86a-cc19-4efc-88f7-1c5b0296c592 admin admin] Publish callbacks [] for security_group (c643dc6b-f2fb-40b9-9bab-b0c14ce9a930), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.169937 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-707dc86a-cc19-4efc-88f7-1c5b0296c592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (c643dc6b-f2fb-40b9-9bab-b0c14ce9a930), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.188741 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35074) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:39.213566 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35078) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:39.214065 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-707dc86a-cc19-4efc-88f7-1c5b0296c592 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=32a61af2096847dd86e61b85a74a30e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414818 Jun 15 00:42:39.216032 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707dc86a-cc19-4efc-88f7-1c5b0296c592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c643dc6b-f2fb-40b9-9bab-b0c14ce9a930,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:39.271239 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42048e4b-94d3-4663-801d-0d203f9377b2 admin admin] Publish callbacks [] for security_group (c643dc6b-f2fb-40b9-9bab-b0c14ce9a930), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.294517 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42048e4b-94d3-4663-801d-0d203f9377b2 admin admin] Publish callbacks [] for security_group (c643dc6b-f2fb-40b9-9bab-b0c14ce9a930), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.316643 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39175292-b1c6-4af7-b391-05689a34044f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.379388 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42048e4b-94d3-4663-801d-0d203f9377b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (c643dc6b-f2fb-40b9-9bab-b0c14ce9a930), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.382423 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42048e4b-94d3-4663-801d-0d203f9377b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.383674 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-42048e4b-94d3-4663-801d-0d203f9377b2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c643dc6b-f2fb-40b9-9bab-b0c14ce9a930 HTTP/1.1" status: 204 len: 168 time: 0.1689587 Jun 15 00:42:39.411199 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42048e4b-94d3-4663-801d-0d203f9377b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c643dc6b-f2fb-40b9-9bab-b0c14ce9a930,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:39.450351 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39175292-b1c6-4af7-b391-05689a34044f admin admin] Publish callbacks [] for security_group (d87f80da-942a-4964-a17d-16bab0881414), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.455267 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39175292-b1c6-4af7-b391-05689a34044f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (d87f80da-942a-4964-a17d-16bab0881414), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.497378 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-39175292-b1c6-4af7-b391-05689a34044f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6fce1efe73c74cb2addd2927c22f25d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074384 Jun 15 00:42:39.498250 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39175292-b1c6-4af7-b391-05689a34044f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87f80da-942a-4964-a17d-16bab0881414,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:39.500519 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35086) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:39.560797 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7057902-f7ed-4b77-be34-3f3ed5c79ed2 admin admin] Publish callbacks [] for security_group (d87f80da-942a-4964-a17d-16bab0881414), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.604863 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7057902-f7ed-4b77-be34-3f3ed5c79ed2 admin admin] Publish callbacks [] for security_group (d87f80da-942a-4964-a17d-16bab0881414), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.662534 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87243719-c546-4883-9446-b365aab29ac3 req-f6010c36-fada-469a-9fb7-88548b13a304 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:39.664205 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87243719-c546-4883-9446-b365aab29ac3 req-f6010c36-fada-469a-9fb7-88548b13a304 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 946 time: 0.0987885 Jun 15 00:42:39.673063 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7057902-f7ed-4b77-be34-3f3ed5c79ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (d87f80da-942a-4964-a17d-16bab0881414), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.675792 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7057902-f7ed-4b77-be34-3f3ed5c79ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.688431 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-e7057902-f7ed-4b77-be34-3f3ed5c79ed2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d87f80da-942a-4964-a17d-16bab0881414 HTTP/1.1" status: 204 len: 168 time: 0.1781473 Jun 15 00:42:39.705690 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7057902-f7ed-4b77-be34-3f3ed5c79ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87f80da-942a-4964-a17d-16bab0881414,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:39.760058 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:39.765468 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87243719-c546-4883-9446-b365aab29ac3 req-3f052af6-2a0e-45b6-b17d-192c996bcb80 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/security-groups?id=209bd969-09d5-4aab-8a73-88c000d095de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933292 Jun 15 00:42:39.828952 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35102) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:39.843783 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cb2cf163-caf9-4276-a8fc-2c74d43d79b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.880138 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:39.928430 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cb2cf163-caf9-4276-a8fc-2c74d43d79b6 admin admin] Publish callbacks [] for security_group (57172257-98be-4e08-83e3-6a446a78ad84), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.932138 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cb2cf163-caf9-4276-a8fc-2c74d43d79b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (57172257-98be-4e08-83e3-6a446a78ad84), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:39.973334 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cb2cf163-caf9-4276-a8fc-2c74d43d79b6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=230a0da654b94d86b70141facffbe2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431384 Jun 15 00:42:39.974190 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cf163-caf9-4276-a8fc-2c74d43d79b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57172257-98be-4e08-83e3-6a446a78ad84,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:39.976124 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35106) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:40.037062 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-251cf695-7d6d-467e-8c58-7ed34d237919 admin admin] Publish callbacks [] for security_group (57172257-98be-4e08-83e3-6a446a78ad84), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.059515 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-251cf695-7d6d-467e-8c58-7ed34d237919 admin admin] Publish callbacks [] for security_group (57172257-98be-4e08-83e3-6a446a78ad84), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.111629 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-251cf695-7d6d-467e-8c58-7ed34d237919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (57172257-98be-4e08-83e3-6a446a78ad84), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.114343 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-251cf695-7d6d-467e-8c58-7ed34d237919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.115510 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-251cf695-7d6d-467e-8c58-7ed34d237919 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/57172257-98be-4e08-83e3-6a446a78ad84 HTTP/1.1" status: 204 len: 168 time: 0.1335466 Jun 15 00:42:40.124290 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cf695-7d6d-467e-8c58-7ed34d237919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57172257-98be-4e08-83e3-6a446a78ad84,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:40.129287 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35110) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:40.147803 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-30fe1584-8bf5-44cd-9531-11c9ce09cfbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.231828 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-30fe1584-8bf5-44cd-9531-11c9ce09cfbb admin admin] Publish callbacks [] for security_group (039d8527-8522-4f1b-be5a-accf80a34e60), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.234429 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f010ad-4a42-42d4-826f-4657e0795538 req-8fb716cc-5518-444f-aa0a-afb2ca2b25a6 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:40.236277 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-51f010ad-4a42-42d4-826f-4657e0795538 req-8fb716cc-5518-444f-aa0a-afb2ca2b25a6 tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 946 time: 0.0536778 Jun 15 00:42:40.237508 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-30fe1584-8bf5-44cd-9531-11c9ce09cfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (039d8527-8522-4f1b-be5a-accf80a34e60), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.280257 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-30fe1584-8bf5-44cd-9531-11c9ce09cfbb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a4b3246b2e5e442aab4222556f141b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500118 Jun 15 00:42:40.281351 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe1584-8bf5-44cd-9531-11c9ce09cfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039d8527-8522-4f1b-be5a-accf80a34e60,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:40.282819 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35112) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:40.359169 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-51f010ad-4a42-42d4-826f-4657e0795538 req-5f2e8e41-5f06-4726-a8ba-1a8c0df070ed tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Deleting port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:40.359513 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-51f010ad-4a42-42d4-826f-4657e0795538 req-5f2e8e41-5f06-4726-a8ba-1a8c0df070ed tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.399916 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3fb6937f-75b4-4e8d-b6b8-c3d4fd4ee40a admin admin] Publish callbacks [] for security_group (039d8527-8522-4f1b-be5a-accf80a34e60), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.462676 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3fb6937f-75b4-4e8d-b6b8-c3d4fd4ee40a admin admin] Publish callbacks [] for security_group (039d8527-8522-4f1b-be5a-accf80a34e60), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.493602 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35116) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:40.528849 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b2e29fd-baad-4864-9562-3eb3e505561c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.531685 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-51f010ad-4a42-42d4-826f-4657e0795538 req-5f2e8e41-5f06-4726-a8ba-1a8c0df070ed tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] For port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:40.532046 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-51f010ad-4a42-42d4-826f-4657e0795538 req-5f2e8e41-5f06-4726-a8ba-1a8c0df070ed tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.553720 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-51f010ad-4a42-42d4-826f-4657e0795538 req-5f2e8e41-5f06-4726-a8ba-1a8c0df070ed tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Calling delete_port for d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:40.603944 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3fb6937f-75b4-4e8d-b6b8-c3d4fd4ee40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (039d8527-8522-4f1b-be5a-accf80a34e60), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.606555 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3fb6937f-75b4-4e8d-b6b8-c3d4fd4ee40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.607664 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3fb6937f-75b4-4e8d-b6b8-c3d4fd4ee40a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/039d8527-8522-4f1b-be5a-accf80a34e60 HTTP/1.1" status: 204 len: 168 time: 0.3237526 Jun 15 00:42:40.629313 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6937f-75b4-4e8d-b6b8-c3d4fd4ee40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039d8527-8522-4f1b-be5a-accf80a34e60,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:40.692406 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:40.737061 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b2e29fd-baad-4864-9562-3eb3e505561c admin admin] Publish callbacks [] for security_group (db953d63-9302-4c2b-88bd-4ae73a94cb17), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.751080 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b2e29fd-baad-4864-9562-3eb3e505561c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (db953d63-9302-4c2b-88bd-4ae73a94cb17), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.757734 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:40.796146 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-51f010ad-4a42-42d4-826f-4657e0795538 req-5f2e8e41-5f06-4726-a8ba-1a8c0df070ed tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (d7b34ffa-4bfc-4d47-9845-95a69d24bfe7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.811778 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35128) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:40.820857 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:40.829460 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4b2e29fd-baad-4864-9562-3eb3e505561c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2c22bb16f6624cbd92f9e1b9e2e24b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200233 Jun 15 00:42:40.839967 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['d7b34ffa-4bfc-4d47-9845-95a69d24bfe7'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:42:40.869892 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e29fd-baad-4864-9562-3eb3e505561c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db953d63-9302-4c2b-88bd-4ae73a94cb17,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:40.876259 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e8e41-5f06-4726-a8ba-1a8c0df070ed tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Pushing event deleted for resources: {'Port': ['ID=d7b34ffa-4bfc-4d47-9845-95a69d24bfe7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:40.940647 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9a3bda0f-fcec-4389-af07-7a9982f7ddf1 req-c00cf7c3-e27b-47ec-a7b4-c53d957d18ba tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d857634-73fb-4621-8bed-e1b1ce5351cc HTTP/1.1" status: 200 len: 210 time: 0.0696712 Jun 15 00:42:40.943393 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f010ad-4a42-42d4-826f-4657e0795538 req-5f2e8e41-5f06-4726-a8ba-1a8c0df070ed tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] No DVR routers for this DVR port d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:42:40.946708 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-51f010ad-4a42-42d4-826f-4657e0795538 req-5f2e8e41-5f06-4726-a8ba-1a8c0df070ed tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.952545 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-51f010ad-4a42-42d4-826f-4657e0795538 req-5f2e8e41-5f06-4726-a8ba-1a8c0df070ed tempest-TestMinimumBasicScenario-1653618371 tempest-TestMinimumBasicScenario-1653618371-project] 10.222.0.42 "DELETE /v2.0/ports/d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 HTTP/1.1" status: 204 len: 173 time: 0.7113788 Jun 15 00:42:40.953043 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'name': 'network-vif-deleted', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:42:40.955951 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa7b4b6-b378-43a9-a583-9234143e2049" -d '{"events": [{"server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "name": "network-vif-deleted", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:42:40.969933 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-33161e6f-14c2-4fc3-a12a-a4f2e150c9a0 admin admin] Publish callbacks [] for security_group (db953d63-9302-4c2b-88bd-4ae73a94cb17), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:40.996348 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b751cf-49b5-4bab-81ca-ce03b10e3081 x-openstack-request-id: req-d3b751cf-49b5-4bab-81ca-ce03b10e3081 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:42:40.996684 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d857634-73fb-4621-8bed-e1b1ce5351cc", "name": "network-vif-deleted", "tag": "d7b34ffa-4bfc-4d47-9845-95a69d24bfe7", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:42:40.998842 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d3b751cf-49b5-4bab-81ca-ce03b10e3081 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:42:40.999266 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b751cf-49b5-4bab-81ca-ce03b10e3081'] response: {'server_uuid': '2d857634-73fb-4621-8bed-e1b1ce5351cc', 'name': 'network-vif-deleted', 'tag': 'd7b34ffa-4bfc-4d47-9845-95a69d24bfe7', 'status': 'completed', 'code': 200} Jun 15 00:42:41.005260 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-33161e6f-14c2-4fc3-a12a-a4f2e150c9a0 admin admin] Publish callbacks [] for security_group (db953d63-9302-4c2b-88bd-4ae73a94cb17), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:41.082958 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-33161e6f-14c2-4fc3-a12a-a4f2e150c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (db953d63-9302-4c2b-88bd-4ae73a94cb17), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:41.085734 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-33161e6f-14c2-4fc3-a12a-a4f2e150c9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:41.089598 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-33161e6f-14c2-4fc3-a12a-a4f2e150c9a0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/db953d63-9302-4c2b-88bd-4ae73a94cb17 HTTP/1.1" status: 204 len: 168 time: 0.2759435 Jun 15 00:42:41.098249 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33161e6f-14c2-4fc3-a12a-a4f2e150c9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db953d63-9302-4c2b-88bd-4ae73a94cb17,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:41.673293 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35170) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:41.780711 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2063590409-network', 'tenant_id': 'fc84c5caf63f4ecd9d48d8f2e14543af'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:42:41.799990 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Made reservation on behalf of fc84c5caf63f4ecd9d48d8f2e14543af for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:42:41.802737 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:41.812360 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:41.893327 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Publish callbacks [] for security_group (fc23117e-69e5-4506-8838-9b015369938d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:41.898858 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (fc23117e-69e5-4506-8838-9b015369938d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:41.925038 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:42:41.939263 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc23117e-69e5-4506-8838-9b015369938d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:41.944397 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (aebc8401-2493-4ad2-a01f-29505c3fae05), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:41.944740 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Added segment aebc8401-2493-4ad2-a01f-29505c3fae05 of type vlan for network 89d3ef33-d55e-4d0b-b046-e43803a20e15 Jun 15 00:42:41.990144 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (89d3ef33-d55e-4d0b-b046-e43803a20e15), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:42.020819 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (89d3ef33-d55e-4d0b-b046-e43803a20e15), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:42.021826 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:42.022419 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:42.064277 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3898833 Jun 15 00:42:42.067024 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35194) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:42.072282 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-20d306b5-b6c0-4d19-bd50-0ae7687d6925 admin admin] Request body: {'subnet': {'network_id': '89d3ef33-d55e-4d0b-b046-e43803a20e15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2063590409-subnet', 'tenant_id': 'fc84c5caf63f4ecd9d48d8f2e14543af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:42:42.368350 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21422d72-083a-426a-adf7-dbd2b9251490 admin admin] Pushing event updated for resources: {'Network': ['ID=89d3ef33-d55e-4d0b-b046-e43803a20e15,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:42.383937 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 89d3ef33-d55e-4d0b-b046-e43803a20e15 details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:42:42.402560 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d306b5-b6c0-4d19-bd50-0ae7687d6925 admin admin] Made reservation on behalf of fc84c5caf63f4ecd9d48d8f2e14543af for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:42:42.405507 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-20d306b5-b6c0-4d19-bd50-0ae7687d6925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3586331'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:42.655343 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-20d306b5-b6c0-4d19-bd50-0ae7687d6925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2329716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3586357'] for subnet (b8ef382c-3448-4fe8-bf04-3b01146d6616), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:42.659385 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:42.727815 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d306b5-b6c0-4d19-bd50-0ae7687d6925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ef382c-3448-4fe8-bf04-3b01146d6616,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:42.735395 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d306b5-b6c0-4d19-bd50-0ae7687d6925 admin admin] Checking segment: {'id': 'aebc8401-2493-4ad2-a01f-29505c3fae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '89d3ef33-d55e-4d0b-b046-e43803a20e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:42:42.735749 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d306b5-b6c0-4d19-bd50-0ae7687d6925 admin admin] Network hostable DHCP agents. Network: 89d3ef33-d55e-4d0b-b046-e43803a20e15, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:42:42.755835 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d306b5-b6c0-4d19-bd50-0ae7687d6925 admin admin] Network 89d3ef33-d55e-4d0b-b046-e43803a20e15 is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:42:42.766666 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-20d306b5-b6c0-4d19-bd50-0ae7687d6925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 89d3ef33-d55e-4d0b-b046-e43803a20e15) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:42:42.771190 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d306b5-b6c0-4d19-bd50-0ae7687d6925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:42.772267 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-20d306b5-b6c0-4d19-bd50-0ae7687d6925 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:42.775495 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67bf85-fac2-4b68-a9cd-3a3f9babfc28 None None] Network 89d3ef33-d55e-4d0b-b046-e43803a20e15 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:42:42.791162 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-20d306b5-b6c0-4d19-bd50-0ae7687d6925 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7228277 Jun 15 00:42:42.893301 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35256) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:42.924689 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a89de6c-fbff-4276-be53-08b8a001a076 None None] Network 89d3ef33-d55e-4d0b-b046-e43803a20e15 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:42:42.969046 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:43.247714 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86a862fd-798d-49df-9187-84683b2b6176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7978681'] for router_interface (07ffca5f-ca81-4697-ab28-5708e1e80925), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:43.467217 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35280) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:43.474601 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1599903886-network', 'tenant_id': '85ce6f7c1ca042038173708d83cf46b9'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:42:43.488703 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-86a862fd-798d-49df-9187-84683b2b6176 admin admin] Deleting port b889a623-e5f4-495b-9f56-a465c70cd3a4 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:43.489205 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86a862fd-798d-49df-9187-84683b2b6176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:43.501178 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Made reservation on behalf of 85ce6f7c1ca042038173708d83cf46b9 for: {'network': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:42:43.503689 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:43.517620 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:43.530303 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:43.588392 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-86a862fd-798d-49df-9187-84683b2b6176 admin admin] For port b889a623-e5f4-495b-9f56-a465c70cd3a4, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=b889a623-e5f4-495b-9f56-a465c70cd3a4,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:43.588761 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86a862fd-798d-49df-9187-84683b2b6176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:43.602006 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Publish callbacks [] for security_group (1bb2b145-e04c-45d5-bd68-7a67247a1d52), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:43.604026 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-86a862fd-798d-49df-9187-84683b2b6176 admin admin] Calling delete_port for b889a623-e5f4-495b-9f56-a465c70cd3a4 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:43.606124 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (1bb2b145-e04c-45d5-bd68-7a67247a1d52), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:43.624833 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=104110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:42:43.645439 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (cb9280b1-0555-4a57-81d7-e64086213ec9), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:43.646109 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.segments_db [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Added segment cb9280b1-0555-4a57-81d7-e64086213ec9 of type vlan for network ed29da60-1d12-4f4c-9ecc-1b27063431fd Jun 15 00:42:43.656407 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb2b145-e04c-45d5-bd68-7a67247a1d52,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:43.715556 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (ed29da60-1d12-4f4c-9ecc-1b27063431fd), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:43.764258 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (ed29da60-1d12-4f4c-9ecc-1b27063431fd), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:43.765735 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:43.766521 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:43.804697 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:43.824564 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3548954 Jun 15 00:42:43.827221 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35294) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:43.832362 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-a428be86-a288-4923-9c7c-1b40d6af22f2 admin admin] Request body: {'subnet': {'network_id': 'ed29da60-1d12-4f4c-9ecc-1b27063431fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1599903886-subnet', 'tenant_id': '85ce6f7c1ca042038173708d83cf46b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:42:43.859377 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:43.871200 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c490731-b2c2-4a41-b3b6-9cae4c1c660a admin admin] Pushing event updated for resources: {'Network': ['ID=ed29da60-1d12-4f4c-9ecc-1b27063431fd,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:43.876360 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86a862fd-798d-49df-9187-84683b2b6176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (b889a623-e5f4-495b-9f56-a465c70cd3a4), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:43.883352 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network ed29da60-1d12-4f4c-9ecc-1b27063431fd details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:42:43.889214 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a428be86-a288-4923-9c7c-1b40d6af22f2 admin admin] Made reservation on behalf of 85ce6f7c1ca042038173708d83cf46b9 for: {'subnet': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:42:43.894315 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a428be86-a288-4923-9c7c-1b40d6af22f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3365743'] for subnet (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:43.917858 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:43.923760 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a862fd-798d-49df-9187-84683b2b6176 admin admin] Pushing event deleted for resources: {'Port': ['ID=b889a623-e5f4-495b-9f56-a465c70cd3a4,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:44.110346 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86a862fd-798d-49df-9187-84683b2b6176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7930136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7978541'] for router_interface (07ffca5f-ca81-4697-ab28-5708e1e80925), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:44.118876 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a428be86-a288-4923-9c7c-1b40d6af22f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3118017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3365697'] for subnet (1b3d623f-2411-486d-bd26-fb0ab7df7332), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:44.148881 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:44.192774 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428be86-a288-4923-9c7c-1b40d6af22f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b3d623f-2411-486d-bd26-fb0ab7df7332,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:44.205504 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428be86-a288-4923-9c7c-1b40d6af22f2 admin admin] Checking segment: {'id': 'cb9280b1-0555-4a57-81d7-e64086213ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ed29da60-1d12-4f4c-9ecc-1b27063431fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:42:44.205875 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a428be86-a288-4923-9c7c-1b40d6af22f2 admin admin] Network hostable DHCP agents. Network: ed29da60-1d12-4f4c-9ecc-1b27063431fd, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:42:44.223744 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a428be86-a288-4923-9c7c-1b40d6af22f2 admin admin] Network ed29da60-1d12-4f4c-9ecc-1b27063431fd is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:42:44.232594 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-a428be86-a288-4923-9c7c-1b40d6af22f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, ed29da60-1d12-4f4c-9ecc-1b27063431fd) {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:42:44.236684 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a428be86-a288-4923-9c7c-1b40d6af22f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:44.237307 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a428be86-a288-4923-9c7c-1b40d6af22f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:44.241683 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b054b4e-abcc-4e45-b634-42d642af08e8 None None] Network ed29da60-1d12-4f4c-9ecc-1b27063431fd requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:42:44.256812 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-a428be86-a288-4923-9c7c-1b40d6af22f2 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4263897 Jun 15 00:42:44.332533 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a862fd-798d-49df-9187-84683b2b6176 admin admin] Router 07ffca5f-ca81-4697-ab28-5708e1e80925 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:42:44.364009 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b79960c-9567-4490-a8a6-1c81d06c2e97 None None] Network ed29da60-1d12-4f4c-9ecc-1b27063431fd requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:42:44.445948 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a862fd-798d-49df-9187-84683b2b6176 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:42:44.451701 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-86a862fd-798d-49df-9187-84683b2b6176 admin admin] 10.222.0.33 "PUT /v2.0/routers/07ffca5f-ca81-4697-ab28-5708e1e80925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5573301 Jun 15 00:42:44.454310 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35306) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:44.466268 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a564c8a-27e6-4edf-9981-7a1f8ccb256b None None] Sync routers for ids ['07ffca5f-ca81-4697-ab28-5708e1e80925'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:42:44.485671 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a564c8a-27e6-4edf-9981-7a1f8ccb256b None None] Routers {'07ffca5f-ca81-4697-ab28-5708e1e80925'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:44.486732 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0a564c8a-27e6-4edf-9981-7a1f8ccb256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['07ffca5f-ca81-4697-ab28-5708e1e80925'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:44.563460 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Publish callbacks [] for router (07ffca5f-ca81-4697-ab28-5708e1e80925), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:44.597153 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-0a564c8a-27e6-4edf-9981-7a1f8ccb256b None None] Set router 07ffca5f-ca81-4697-ab28-5708e1e80925 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:44.599883 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:44.629740 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:44.658449 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:44.673640 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Publish callbacks [] for router_gateway (07ffca5f-ca81-4697-ab28-5708e1e80925), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:44.680741 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:44.681450 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:44.681713 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device d7b34ffa-4bfc-4d47-9845-95a69d24bfe7 not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:44.728630 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Deleting port 34250780-a092-452b-9257-0ca46cbbb5d0 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:44.729206 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (34250780-a092-452b-9257-0ca46cbbb5d0), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:44.816314 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0a564c8a-27e6-4edf-9981-7a1f8ccb256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:42:43Z', 'revision_number': 5, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port': {'id': '34250780-a092-452b-9257-0ca46cbbb5d0', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:44.846850 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] For port 34250780-a092-452b-9257-0ca46cbbb5d0, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=34250780-a092-452b-9257-0ca46cbbb5d0,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:44.847418 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (34250780-a092-452b-9257-0ca46cbbb5d0), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:44.848679 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a564c8a-27e6-4edf-9981-7a1f8ccb256b None None] Checking router: 07ffca5f-ca81-4697-ab28-5708e1e80925 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:42:44.863687 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a564c8a-27e6-4edf-9981-7a1f8ccb256b None None] Routers {'07ffca5f-ca81-4697-ab28-5708e1e80925'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:44.864647 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0a564c8a-27e6-4edf-9981-7a1f8ccb256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['07ffca5f-ca81-4697-ab28-5708e1e80925'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:44.898996 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Calling delete_port for 34250780-a092-452b-9257-0ca46cbbb5d0 owned by network:router_gateway {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:44.955495 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-0a564c8a-27e6-4edf-9981-7a1f8ccb256b None None] Set router 07ffca5f-ca81-4697-ab28-5708e1e80925 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:45.013472 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0a564c8a-27e6-4edf-9981-7a1f8ccb256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:42:44Z', 'revision_number': 6, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port_host': None}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:45.039092 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a564c8a-27e6-4edf-9981-7a1f8ccb256b None None] The sync data for ids ['07ffca5f-ca81-4697-ab28-5708e1e80925'] in dv-cinder-835384-6-iscsi is: [{'id': '07ffca5f-ca81-4697-ab28-5708e1e80925', 'name': 'tempest-TestMinimumBasicScenario-2101068552-router', 'tenant_id': '10b82c1cb87645d9831a2635a2aa01df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:39:58Z', 'updated_at': '2022-06-15T00:42:44Z', 'revision_number': 6, 'project_id': '10b82c1cb87645d9831a2635a2aa01df', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:42:45.145778 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (34250780-a092-452b-9257-0ca46cbbb5d0), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.176172 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=34250780-a092-452b-9257-0ca46cbbb5d0,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:45.242062 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963772'] for router_gateway (07ffca5f-ca81-4697-ab28-5708e1e80925), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.344129 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2884'] for router (07ffca5f-ca81-4697-ab28-5708e1e80925), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.346546 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Publish callbacks [] for router_controller (07ffca5f-ca81-4697-ab28-5708e1e80925), precommit_delete_associations {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.396272 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977708'] for router (07ffca5f-ca81-4697-ab28-5708e1e80925), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.397330 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07ffca5f-ca81-4697-ab28-5708e1e80925 {{(pid=104110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 00:42:45.406143 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.406143 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-47b3e240-914c-428f-9bb2-e36398b4adf6 admin admin] 10.222.0.33 "DELETE /v2.0/routers/07ffca5f-ca81-4697-ab28-5708e1e80925 HTTP/1.1" status: 204 len: 168 time: 0.9507740 Jun 15 00:42:45.408619 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35342) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:45.479096 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f86b453-5c7f-4f77-92df-dc852cbac18e admin admin] Deleting subnet 39156c66-5bb4-4de5-adc7-3c16e8a77e76 {{(pid=104110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:42:45.484340 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6f86b453-5c7f-4f77-92df-dc852cbac18e admin admin] Publish callbacks [] for subnet (39156c66-5bb4-4de5-adc7-3c16e8a77e76), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.517108 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:45.531355 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6f86b453-5c7f-4f77-92df-dc852cbac18e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3105921'] for subnet (39156c66-5bb4-4de5-adc7-3c16e8a77e76), precommit_delete_associations {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.621938 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6f86b453-5c7f-4f77-92df-dc852cbac18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (39156c66-5bb4-4de5-adc7-3c16e8a77e76), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.681219 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6f86b453-5c7f-4f77-92df-dc852cbac18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3365706'] for subnet (39156c66-5bb4-4de5-adc7-3c16e8a77e76), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.685956 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:45.708109 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86b453-5c7f-4f77-92df-dc852cbac18e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39156c66-5bb4-4de5-adc7-3c16e8a77e76,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:45.712242 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6f86b453-5c7f-4f77-92df-dc852cbac18e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.716233 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-6f86b453-5c7f-4f77-92df-dc852cbac18e admin admin] 10.222.0.33 "DELETE /v2.0/subnets/39156c66-5bb4-4de5-adc7-3c16e8a77e76 HTTP/1.1" status: 204 len: 168 time: 0.3064575 Jun 15 00:42:45.718437 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35350) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:45.718836 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa26329c-7751-40a5-b848-878763f816e0 None None] Network 02cb83f7-9f95-4f22-97d9-1299928682fd requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:42:45.795078 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (02cb83f7-9f95-4f22-97d9-1299928682fd), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.847848 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Deleting port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:45.848194 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.927479 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1850af5e-c498-40bb-82c2-c59355cf4ff2 None None] DHCP port deletion for 02cb83f7-9f95-4f22-97d9-1299928682fd request from dv-cinder-835384-6-iscsi {{(pid=104111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 00:42:45.946124 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] For port 1a20dba4-7c39-4734-b596-b4b392c0bbc3, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=1a20dba4-7c39-4734-b596-b4b392c0bbc3,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:45.946753 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:45.965179 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Calling delete_port for 1a20dba4-7c39-4734-b596-b4b392c0bbc3 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:45.989679 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-1850af5e-c498-40bb-82c2-c59355cf4ff2 None None] Deleting port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 {{(pid=104111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:45.990253 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1850af5e-c498-40bb-82c2-c59355cf4ff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), before_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:46.019479 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 34250780-a092-452b-9257-0ca46cbbb5d0 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:46.057689 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 34250780-a092-452b-9257-0ca46cbbb5d0 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:46.059076 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 34250780-a092-452b-9257-0ca46cbbb5d0 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:46.059076 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 1a20dba4-7c39-4734-b596-b4b392c0bbc3 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:46.109357 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:46.132769 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] No DVR routers for this DVR port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 on host dv-cinder-835384-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:42:46.156818 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-1850af5e-c498-40bb-82c2-c59355cf4ff2 None None] For port 1a20dba4-7c39-4734-b596-b4b392c0bbc3, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=1a20dba4-7c39-4734-b596-b4b392c0bbc3,segment=NetworkSegment(d9b57448-e0c3-44c0-bc77-82718b0dd04e),segment_id=d9b57448-e0c3-44c0-bc77-82718b0dd04e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:46.157227 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1850af5e-c498-40bb-82c2-c59355cf4ff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), precommit_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:46.173867 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-1850af5e-c498-40bb-82c2-c59355cf4ff2 None None] Calling delete_port for 1a20dba4-7c39-4734-b596-b4b392c0bbc3 owned by network:dhcp {{(pid=104111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:46.180895 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No active binding found for port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 {{(pid=104111) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 15 00:42:46.181473 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] The host dv-cinder-835384-6-iscsi is not matching for port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 host None! {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} Jun 15 00:42:46.182010 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 1a20dba4-7c39-4734-b596-b4b392c0bbc3 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:46.182593 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b889a623-e5f4-495b-9f56-a465c70cd3a4 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:46.184987 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:46.196579 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Pushing event deleted for resources: {'Port': ['ID=1a20dba4-7c39-4734-b596-b4b392c0bbc3,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:46.208134 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: b889a623-e5f4-495b-9f56-a465c70cd3a4 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:46.208482 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b889a623-e5f4-495b-9f56-a465c70cd3a4 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:46.282749 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (02cb83f7-9f95-4f22-97d9-1299928682fd), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:46.312921 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1850af5e-c498-40bb-82c2-c59355cf4ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577'] for port (1a20dba4-7c39-4734-b596-b4b392c0bbc3), after_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:46.320664 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cb83f7-9f95-4f22-97d9-1299928682fd']}} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:46.342922 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b57448-e0c3-44c0-bc77-82718b0dd04e') {'for_net_delete': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:46.342922 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b57448-e0c3-44c0-bc77-82718b0dd04e') {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:46.356374 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3105944'] for segment (d9b57448-e0c3-44c0-bc77-82718b0dd04e), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:46.361612 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850af5e-c498-40bb-82c2-c59355cf4ff2 None None] Pushing event deleted for resources: {'Port': ['ID=1a20dba4-7c39-4734-b596-b4b392c0bbc3,revision_number=None']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:46.363481 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1850af5e-c498-40bb-82c2-c59355cf4ff2 None None] No DVR routers for this DVR port 1a20dba4-7c39-4734-b596-b4b392c0bbc3 on host dv-cinder-835384-6-iscsi {{(pid=104111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:42:46.373270 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (d9b57448-e0c3-44c0-bc77-82718b0dd04e), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:46.382398 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:42:46.382917 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117918'] for segment (d9b57448-e0c3-44c0-bc77-82718b0dd04e), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:46.419303 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment d9b57448-e0c3-44c0-bc77-82718b0dd04e resource provider aggregate not found Jun 15 00:42:46.458173 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (02cb83f7-9f95-4f22-97d9-1299928682fd), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:46.465518 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment d9b57448-e0c3-44c0-bc77-82718b0dd04e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9b57448-e0c3-44c0-bc77-82718b0dd04e found for delete ", "request_id": "req-a753de98-c89b-4c85-9c94-7594bfe3d048"}]} Jun 15 00:42:46.467431 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:46.470838 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] 10.222.0.33 "DELETE /v2.0/networks/02cb83f7-9f95-4f22-97d9-1299928682fd HTTP/1.1" status: 204 len: 168 time: 0.7510250 Jun 15 00:42:46.473933 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35378) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:46.482037 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be305f18-0697-4743-a84b-52ec7981153e admin admin] Pushing event deleted for resources: {'Network': ['ID=02cb83f7-9f95-4f22-97d9-1299928682fd,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:46.848319 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3962dbe4-f372-48fa-967b-619e65bb4e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7978681'] for router_interface (ed578e79-ee4a-4185-b0b5-534b7300f7e9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:46.940678 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:46.953522 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=5 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:46.984552 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:47.095429 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-3962dbe4-f372-48fa-967b-619e65bb4e68 admin admin] Deleting port ca416948-16d0-4522-b61e-b0649ca97c79 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:47.096028 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3962dbe4-f372-48fa-967b-619e65bb4e68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:47.173335 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35406) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:47.196134 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-3962dbe4-f372-48fa-967b-619e65bb4e68 admin admin] For port ca416948-16d0-4522-b61e-b0649ca97c79, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=ca416948-16d0-4522-b61e-b0649ca97c79,segment=NetworkSegment(c6430a7c-440d-4a06-9aa7-ee534fa16149),segment_id=c6430a7c-440d-4a06-9aa7-ee534fa16149)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:47.196656 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3962dbe4-f372-48fa-967b-619e65bb4e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:47.212180 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-3962dbe4-f372-48fa-967b-619e65bb4e68 admin admin] Calling delete_port for ca416948-16d0-4522-b61e-b0649ca97c79 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:47.309917 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1a8ac343-78a6-42a0-8017-2f2119cc4175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:47.400818 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1a8ac343-78a6-42a0-8017-2f2119cc4175 admin admin] Publish callbacks [] for security_group (7b0daf82-b4d3-4b97-843a-4aed05fcf0eb), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:47.406107 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1a8ac343-78a6-42a0-8017-2f2119cc4175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (7b0daf82-b4d3-4b97-843a-4aed05fcf0eb), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:47.420696 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3962dbe4-f372-48fa-967b-619e65bb4e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (ca416948-16d0-4522-b61e-b0649ca97c79), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:47.460173 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962dbe4-f372-48fa-967b-619e65bb4e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca416948-16d0-4522-b61e-b0649ca97c79,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:47.478068 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ac343-78a6-42a0-8017-2f2119cc4175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0daf82-b4d3-4b97-843a-4aed05fcf0eb,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:47.515597 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-1a8ac343-78a6-42a0-8017-2f2119cc4175 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c5dd0e6014384b79a574778af3f07f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410163 Jun 15 00:42:47.516298 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35420) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:47.576495 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:47.609440 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1efa5566-34ab-4991-9027-1d074dcc347e admin admin] Publish callbacks [] for security_group (7b0daf82-b4d3-4b97-843a-4aed05fcf0eb), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:47.638811 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:47.641164 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1efa5566-34ab-4991-9027-1d074dcc347e admin admin] Publish callbacks [] for security_group (7b0daf82-b4d3-4b97-843a-4aed05fcf0eb), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:47.706888 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3962dbe4-f372-48fa-967b-619e65bb4e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7930136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7978541'] for router_interface (ed578e79-ee4a-4185-b0b5-534b7300f7e9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:47.707478 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1efa5566-34ab-4991-9027-1d074dcc347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (7b0daf82-b4d3-4b97-843a-4aed05fcf0eb), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:47.710277 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1efa5566-34ab-4991-9027-1d074dcc347e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:47.714578 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-1efa5566-34ab-4991-9027-1d074dcc347e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7b0daf82-b4d3-4b97-843a-4aed05fcf0eb HTTP/1.1" status: 204 len: 168 time: 0.1973784 Jun 15 00:42:47.728682 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa5566-34ab-4991-9027-1d074dcc347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0daf82-b4d3-4b97-843a-4aed05fcf0eb,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:47.982726 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:47.984666 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3962dbe4-f372-48fa-967b-619e65bb4e68 admin admin] Router ed578e79-ee4a-4185-b0b5-534b7300f7e9 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:42:48.030326 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:48.058643 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35430) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:48.071530 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1d04-3614-4c73-8235-ccbd171ea9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:48.091643 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3962dbe4-f372-48fa-967b-619e65bb4e68 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:42:48.097440 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3962dbe4-f372-48fa-967b-619e65bb4e68 admin admin] 10.222.0.33 "PUT /v2.0/routers/ed578e79-ee4a-4185-b0b5-534b7300f7e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6221864 Jun 15 00:42:48.100121 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35432) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:48.103993 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057bc06-e348-4a19-aa3f-5d0bbbda16ee None None] Sync routers for ids ['ed578e79-ee4a-4185-b0b5-534b7300f7e9'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:42:48.118053 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057bc06-e348-4a19-aa3f-5d0bbbda16ee None None] Routers {'ed578e79-ee4a-4185-b0b5-534b7300f7e9'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:48.118561 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-8057bc06-e348-4a19-aa3f-5d0bbbda16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['ed578e79-ee4a-4185-b0b5-534b7300f7e9'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:48.154290 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1d04-3614-4c73-8235-ccbd171ea9e2 admin admin] Publish callbacks [] for security_group (a5cae974-5d2c-46a2-95db-92bd9b106fb2), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:48.158520 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1d04-3614-4c73-8235-ccbd171ea9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (a5cae974-5d2c-46a2-95db-92bd9b106fb2), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:48.206943 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-fc1c1d04-3614-4c73-8235-ccbd171ea9e2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3f79d9d948ee480c8e4c1353a1e64d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470327 Jun 15 00:42:48.207673 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35434) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:48.208360 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c1d04-3614-4c73-8235-ccbd171ea9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cae974-5d2c-46a2-95db-92bd9b106fb2,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:48.209343 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Publish callbacks [] for router (ed578e79-ee4a-4185-b0b5-534b7300f7e9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:48.216595 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-8057bc06-e348-4a19-aa3f-5d0bbbda16ee None None] Set router ed578e79-ee4a-4185-b0b5-534b7300f7e9 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:48.269515 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-42b8e429-da32-44a1-abc5-b5d521cbb7f6 admin admin] Publish callbacks [] for security_group (a5cae974-5d2c-46a2-95db-92bd9b106fb2), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:48.295920 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-42b8e429-da32-44a1-abc5-b5d521cbb7f6 admin admin] Publish callbacks [] for security_group (a5cae974-5d2c-46a2-95db-92bd9b106fb2), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:48.360845 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-42b8e429-da32-44a1-abc5-b5d521cbb7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (a5cae974-5d2c-46a2-95db-92bd9b106fb2), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:48.365509 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-42b8e429-da32-44a1-abc5-b5d521cbb7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:48.370054 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-42b8e429-da32-44a1-abc5-b5d521cbb7f6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a5cae974-5d2c-46a2-95db-92bd9b106fb2 HTTP/1.1" status: 204 len: 168 time: 0.1584275 Jun 15 00:42:48.381731 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8e429-da32-44a1-abc5-b5d521cbb7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cae974-5d2c-46a2-95db-92bd9b106fb2,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:48.509041 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-8057bc06-e348-4a19-aa3f-5d0bbbda16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'name': 'tempest-TestMinimumBasicScenario-1947179397-router', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:40:03Z', 'updated_at': '2022-06-15T00:42:47Z', 'revision_number': 5, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'gw_port': {'id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:04Z', 'updated_at': '2022-06-15T00:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:48.537229 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057bc06-e348-4a19-aa3f-5d0bbbda16ee None None] Checking router: ed578e79-ee4a-4185-b0b5-534b7300f7e9 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:42:48.546709 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057bc06-e348-4a19-aa3f-5d0bbbda16ee None None] Routers {'ed578e79-ee4a-4185-b0b5-534b7300f7e9'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:48.547462 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-8057bc06-e348-4a19-aa3f-5d0bbbda16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['ed578e79-ee4a-4185-b0b5-534b7300f7e9'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:48.606867 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Publish callbacks [] for router_gateway (ed578e79-ee4a-4185-b0b5-534b7300f7e9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:48.668837 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Deleting port 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:48.669286 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:48.676488 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-8057bc06-e348-4a19-aa3f-5d0bbbda16ee None None] Set router ed578e79-ee4a-4185-b0b5-534b7300f7e9 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:48.818200 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] For port 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=7c7cd965-acf9-4ce3-8455-4a3ae6c309ba,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:48.818755 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:48.848332 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Calling delete_port for 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:48.868759 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-8057bc06-e348-4a19-aa3f-5d0bbbda16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'name': 'tempest-TestMinimumBasicScenario-1947179397-router', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:40:03Z', 'updated_at': '2022-06-15T00:42:47Z', 'revision_number': 5, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'gw_port': {'id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:04Z', 'updated_at': '2022-06-15T00:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:48.898265 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057bc06-e348-4a19-aa3f-5d0bbbda16ee None None] The sync data for ids ['ed578e79-ee4a-4185-b0b5-534b7300f7e9'] in dv-cinder-835384-6-iscsi is: [{'id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'name': 'tempest-TestMinimumBasicScenario-1947179397-router', 'tenant_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:40:03Z', 'updated_at': '2022-06-15T00:42:47Z', 'revision_number': 5, 'project_id': 'ab51d5751c294b7ba2f5faddce141e3e', 'gw_port': {'id': '7c7cd965-acf9-4ce3-8455-4a3ae6c309ba', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed578e79-ee4a-4185-b0b5-534b7300f7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:40:04Z', 'updated_at': '2022-06-15T00:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:42:49.098731 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (7c7cd965-acf9-4ce3-8455-4a3ae6c309ba), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.124605 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7cd965-acf9-4ce3-8455-4a3ae6c309ba,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:49.199653 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963772'] for router_gateway (ed578e79-ee4a-4185-b0b5-534b7300f7e9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.304877 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2884'] for router (ed578e79-ee4a-4185-b0b5-534b7300f7e9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.308553 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Publish callbacks [] for router_controller (ed578e79-ee4a-4185-b0b5-534b7300f7e9), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.358063 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977708'] for router (ed578e79-ee4a-4185-b0b5-534b7300f7e9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.358771 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed578e79-ee4a-4185-b0b5-534b7300f7e9 {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 00:42:49.364833 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.368434 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-505523e8-4518-42c6-8ec1-21c29ce316f1 admin admin] 10.222.0.33 "DELETE /v2.0/routers/ed578e79-ee4a-4185-b0b5-534b7300f7e9 HTTP/1.1" status: 204 len: 168 time: 1.2649376 Jun 15 00:42:49.368697 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35484) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:49.421767 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:49.431410 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a36381-40c8-4286-ab94-1f9f2bc02cef admin admin] Deleting subnet f1e29b36-648e-404f-963b-40a0cee70874 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:42:49.436611 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b3a36381-40c8-4286-ab94-1f9f2bc02cef admin admin] Publish callbacks [] for subnet (f1e29b36-648e-404f-963b-40a0cee70874), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.484655 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b3a36381-40c8-4286-ab94-1f9f2bc02cef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3329255'] for subnet (f1e29b36-648e-404f-963b-40a0cee70874), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.529199 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:49.584519 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b3a36381-40c8-4286-ab94-1f9f2bc02cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (f1e29b36-648e-404f-963b-40a0cee70874), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.669034 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b3a36381-40c8-4286-ab94-1f9f2bc02cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2329781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586366'] for subnet (f1e29b36-648e-404f-963b-40a0cee70874), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.672598 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device ca416948-16d0-4522-b61e-b0649ca97c79 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:49.699385 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: ca416948-16d0-4522-b61e-b0649ca97c79 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:49.699737 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device ca416948-16d0-4522-b61e-b0649ca97c79 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:49.699860 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b3a36381-40c8-4286-ab94-1f9f2bc02cef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.705554 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35494) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:49.706033 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b3a36381-40c8-4286-ab94-1f9f2bc02cef admin admin] 10.222.0.33 "DELETE /v2.0/subnets/f1e29b36-648e-404f-963b-40a0cee70874 HTTP/1.1" status: 204 len: 168 time: 0.3353624 Jun 15 00:42:49.706632 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a36381-40c8-4286-ab94-1f9f2bc02cef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e29b36-648e-404f-963b-40a0cee70874,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:49.713112 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590aaafa-f404-4d76-a87e-0b02ac4f26d2 None None] Network ec80ec8a-09a8-4c15-9d8a-20d019413d42 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:42:49.798768 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (ec80ec8a-09a8-4c15-9d8a-20d019413d42), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.845047 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Deleting port b80baece-34fd-4977-8db0-157486538acd {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:42:49.845761 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (b80baece-34fd-4977-8db0-157486538acd), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.916642 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] For port b80baece-34fd-4977-8db0-157486538acd, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=b80baece-34fd-4977-8db0-157486538acd,segment=NetworkSegment(c6430a7c-440d-4a06-9aa7-ee534fa16149),segment_id=c6430a7c-440d-4a06-9aa7-ee534fa16149)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:49.917061 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (b80baece-34fd-4977-8db0-157486538acd), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:49.930844 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Calling delete_port for b80baece-34fd-4977-8db0-157486538acd owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:42:49.943198 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:50.020971 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (b80baece-34fd-4977-8db0-157486538acd), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.048283 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80baece-34fd-4977-8db0-157486538acd,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:50.050133 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] No DVR routers for this DVR port b80baece-34fd-4977-8db0-157486538acd on host dv-cinder-835384-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:42:50.083597 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538fd076-9895-4e7e-a824-6343c997fc87 None None] DHCP port deletion for ec80ec8a-09a8-4c15-9d8a-20d019413d42 request from dv-cinder-835384-6-iscsi {{(pid=104111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 00:42:50.140889 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (ec80ec8a-09a8-4c15-9d8a-20d019413d42), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.164116 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec80ec8a-09a8-4c15-9d8a-20d019413d42']}} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:50.176998 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6430a7c-440d-4a06-9aa7-ee534fa16149') {'for_net_delete': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:50.177308 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6430a7c-440d-4a06-9aa7-ee534fa16149') {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:50.193547 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3105944'] for segment (c6430a7c-440d-4a06-9aa7-ee534fa16149), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.204400 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (c6430a7c-440d-4a06-9aa7-ee534fa16149), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.212827 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:42:50.213379 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117918'] for segment (c6430a7c-440d-4a06-9aa7-ee534fa16149), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.267428 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment c6430a7c-440d-4a06-9aa7-ee534fa16149 resource provider aggregate not found Jun 15 00:42:50.283892 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (ec80ec8a-09a8-4c15-9d8a-20d019413d42), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.288925 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.294656 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] 10.222.0.33 "DELETE /v2.0/networks/ec80ec8a-09a8-4c15-9d8a-20d019413d42 HTTP/1.1" status: 204 len: 168 time: 0.5852177 Jun 15 00:42:50.294656 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment c6430a7c-440d-4a06-9aa7-ee534fa16149 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6430a7c-440d-4a06-9aa7-ee534fa16149 found for delete ", "request_id": "req-5c56a5bc-bea0-4c8f-abe0-d7b295cd98c9"}]} Jun 15 00:42:50.309479 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e13a6-12fc-4dc4-a508-82adbd61faf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec80ec8a-09a8-4c15-9d8a-20d019413d42,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:50.504391 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35530) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:50.524467 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35532) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:50.571629 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-de177238-08a8-4222-8d68-44cd561fcac6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=10b82c1cb87645d9831a2635a2aa01df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0657988 Jun 15 00:42:50.572309 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35536) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:50.640746 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9843acfe-ccad-4f0f-8f96-502faff8c61d admin admin] Publish callbacks [] for security_group (209bd969-09d5-4aab-8a73-88c000d095de), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.677526 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9843acfe-ccad-4f0f-8f96-502faff8c61d admin admin] Publish callbacks [] for security_group (209bd969-09d5-4aab-8a73-88c000d095de), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.779092 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9843acfe-ccad-4f0f-8f96-502faff8c61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (209bd969-09d5-4aab-8a73-88c000d095de), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.783790 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9843acfe-ccad-4f0f-8f96-502faff8c61d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.788258 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9843acfe-ccad-4f0f-8f96-502faff8c61d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/209bd969-09d5-4aab-8a73-88c000d095de HTTP/1.1" status: 204 len: 168 time: 0.2116880 Jun 15 00:42:50.806984 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843acfe-ccad-4f0f-8f96-502faff8c61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209bd969-09d5-4aab-8a73-88c000d095de,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:50.815622 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b14983e4-18b6-4536-a951-c6c8b2c2edf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.915481 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b14983e4-18b6-4536-a951-c6c8b2c2edf2 admin admin] Publish callbacks [] for security_group (e472082c-36ae-4a1d-a5ea-121271c003ec), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.921001 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b14983e4-18b6-4536-a951-c6c8b2c2edf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (e472082c-36ae-4a1d-a5ea-121271c003ec), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:50.968153 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b14983e4-18b6-4536-a951-c6c8b2c2edf2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3648da8581f043b8bee2aeb261c8e247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399743 Jun 15 00:42:50.970286 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14983e4-18b6-4536-a951-c6c8b2c2edf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e472082c-36ae-4a1d-a5ea-121271c003ec,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:50.971764 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35554) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:51.000242 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:51.030129 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-49ef521f-c229-489f-a45a-d94de9692d31 admin admin] Publish callbacks [] for security_group (e472082c-36ae-4a1d-a5ea-121271c003ec), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.055212 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-49ef521f-c229-489f-a45a-d94de9692d31 admin admin] Publish callbacks [] for security_group (e472082c-36ae-4a1d-a5ea-121271c003ec), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.108433 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-49ef521f-c229-489f-a45a-d94de9692d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (e472082c-36ae-4a1d-a5ea-121271c003ec), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.111176 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-49ef521f-c229-489f-a45a-d94de9692d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.112317 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-49ef521f-c229-489f-a45a-d94de9692d31 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e472082c-36ae-4a1d-a5ea-121271c003ec HTTP/1.1" status: 204 len: 168 time: 0.1394770 Jun 15 00:42:51.122332 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef521f-c229-489f-a45a-d94de9692d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e472082c-36ae-4a1d-a5ea-121271c003ec,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:51.127345 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35558) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:51.173215 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-8951e32e-b68c-4c18-8208-ca4d77aef8c1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ab51d5751c294b7ba2f5faddce141e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450909 Jun 15 00:42:51.175845 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35560) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:51.226311 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-abda8d8c-bb0b-401d-be48-d3a71c7f6289 admin admin] Publish callbacks [] for security_group (ecd696bb-4bf1-465d-a455-47ce363c5d82), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.250556 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-abda8d8c-bb0b-401d-be48-d3a71c7f6289 admin admin] Publish callbacks [] for security_group (ecd696bb-4bf1-465d-a455-47ce363c5d82), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.307015 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-abda8d8c-bb0b-401d-be48-d3a71c7f6289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (ecd696bb-4bf1-465d-a455-47ce363c5d82), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.310207 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-abda8d8c-bb0b-401d-be48-d3a71c7f6289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.311408 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-abda8d8c-bb0b-401d-be48-d3a71c7f6289 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ecd696bb-4bf1-465d-a455-47ce363c5d82 HTTP/1.1" status: 204 len: 168 time: 0.1344182 Jun 15 00:42:51.319451 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda8d8c-bb0b-401d-be48-d3a71c7f6289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd696bb-4bf1-465d-a455-47ce363c5d82,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:51.467175 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35566) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:51.486252 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-90ba429d-89bc-436d-bce2-f53375dd06ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.508584 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:51.569358 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-90ba429d-89bc-436d-bce2-f53375dd06ca admin admin] Publish callbacks [] for security_group (e6d1341f-5e76-4a6f-a278-1467c046d08b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.574023 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-90ba429d-89bc-436d-bce2-f53375dd06ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (e6d1341f-5e76-4a6f-a278-1467c046d08b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.594886 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=16 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:51.618993 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-90ba429d-89bc-436d-bce2-f53375dd06ca admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d73edc238b964cd382ce5f6a0ee91b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501379 Jun 15 00:42:51.621945 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35572) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:51.629778 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba429d-89bc-436d-bce2-f53375dd06ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d1341f-5e76-4a6f-a278-1467c046d08b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:51.643659 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:51.664728 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:51.665054 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 7c7cd965-acf9-4ce3-8455-4a3ae6c309ba not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:51.665487 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b80baece-34fd-4977-8db0-157486538acd no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:42:51.679630 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-08b5fea3-e9bb-4fc1-b5ef-a1365955879b admin admin] Publish callbacks [] for security_group (e6d1341f-5e76-4a6f-a278-1467c046d08b), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.684964 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: b80baece-34fd-4977-8db0-157486538acd {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:42:51.685316 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b80baece-34fd-4977-8db0-157486538acd not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:42:51.706694 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-08b5fea3-e9bb-4fc1-b5ef-a1365955879b admin admin] Publish callbacks [] for security_group (e6d1341f-5e76-4a6f-a278-1467c046d08b), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.761462 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-08b5fea3-e9bb-4fc1-b5ef-a1365955879b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (e6d1341f-5e76-4a6f-a278-1467c046d08b), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.764022 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-08b5fea3-e9bb-4fc1-b5ef-a1365955879b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:51.765304 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-08b5fea3-e9bb-4fc1-b5ef-a1365955879b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e6d1341f-5e76-4a6f-a278-1467c046d08b HTTP/1.1" status: 204 len: 168 time: 0.1423349 Jun 15 00:42:51.776468 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5fea3-e9bb-4fc1-b5ef-a1365955879b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d1341f-5e76-4a6f-a278-1467c046d08b,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:52.192907 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35612) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:52.207782 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35618) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:52.230963 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-73306bfc-2544-4941-af80-0787d58d75ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.316795 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-73306bfc-2544-4941-af80-0787d58d75ea admin admin] Publish callbacks [] for security_group (8492deb3-e8f2-4f32-b94b-98eade233cb3), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.321914 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-73306bfc-2544-4941-af80-0787d58d75ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (8492deb3-e8f2-4f32-b94b-98eade233cb3), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.389151 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73306bfc-2544-4941-af80-0787d58d75ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8492deb3-e8f2-4f32-b94b-98eade233cb3,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:52.395722 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-73306bfc-2544-4941-af80-0787d58d75ea admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=eb82d8f7ae7e42208f67dafeda255974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864755 Jun 15 00:42:52.398464 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35624) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:52.454427 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f2ee7dd1-cdea-42e2-a9e4-3170d0f406df admin admin] Publish callbacks [] for security_group (8492deb3-e8f2-4f32-b94b-98eade233cb3), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.481868 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1009101176-network', 'tenant_id': '5f0b03329de24df2b88d07327076ee88'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:42:52.484113 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f2ee7dd1-cdea-42e2-a9e4-3170d0f406df admin admin] Publish callbacks [] for security_group (8492deb3-e8f2-4f32-b94b-98eade233cb3), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.504041 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Made reservation on behalf of 5f0b03329de24df2b88d07327076ee88 for: {'network': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:42:52.506930 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.516109 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.535357 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f2ee7dd1-cdea-42e2-a9e4-3170d0f406df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (8492deb3-e8f2-4f32-b94b-98eade233cb3), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.538110 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f2ee7dd1-cdea-42e2-a9e4-3170d0f406df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.539487 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f2ee7dd1-cdea-42e2-a9e4-3170d0f406df admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8492deb3-e8f2-4f32-b94b-98eade233cb3 HTTP/1.1" status: 204 len: 168 time: 0.1399961 Jun 15 00:42:52.548698 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee7dd1-cdea-42e2-a9e4-3170d0f406df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8492deb3-e8f2-4f32-b94b-98eade233cb3,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:52.578009 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:52.605864 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Publish callbacks [] for security_group (4bb649c7-aca3-4289-bfbe-f5a0ff5830b4), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.609876 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (4bb649c7-aca3-4289-bfbe-f5a0ff5830b4), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.631795 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=104110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:42:52.648495 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb649c7-aca3-4289-bfbe-f5a0ff5830b4,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:52.651919 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (c47bb877-af46-4e6c-be45-91683683783e), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.652252 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.segments_db [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Added segment c47bb877-af46-4e6c-be45-91683683783e of type vlan for network aedde080-f18a-4c53-9e17-1bc98b6511a9 Jun 15 00:42:52.694994 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (aedde080-f18a-4c53-9e17-1bc98b6511a9), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.721322 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (aedde080-f18a-4c53-9e17-1bc98b6511a9), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.722364 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:52.722983 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.756981 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5626495 Jun 15 00:42:52.760098 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35632) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:52.767380 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-d60a4476-1473-4f77-8ca9-0e8b8d3dbf66 admin admin] Request body: {'subnet': {'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1009101176-subnet', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:42:52.789707 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60a4476-1473-4f77-8ca9-0e8b8d3dbf66 admin admin] Made reservation on behalf of 5f0b03329de24df2b88d07327076ee88 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:42:52.791830 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d60a4476-1473-4f77-8ca9-0e8b8d3dbf66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3586331'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:52.794280 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1ff42-4ce0-42b4-a3d1-74a5d82cf9db admin admin] Pushing event updated for resources: {'Network': ['ID=aedde080-f18a-4c53-9e17-1bc98b6511a9,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:52.804050 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network aedde080-f18a-4c53-9e17-1bc98b6511a9 details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:42:52.868841 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:52.972740 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d60a4476-1473-4f77-8ca9-0e8b8d3dbf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2329716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3586357'] for subnet (9dfc3f18-8029-4922-b418-e31b7932b9ee), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.029434 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:53.041866 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a4476-1473-4f77-8ca9-0e8b8d3dbf66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfc3f18-8029-4922-b418-e31b7932b9ee,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:53.053835 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60a4476-1473-4f77-8ca9-0e8b8d3dbf66 admin admin] Checking segment: {'id': 'c47bb877-af46-4e6c-be45-91683683783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:42:53.054191 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a4476-1473-4f77-8ca9-0e8b8d3dbf66 admin admin] Network hostable DHCP agents. Network: aedde080-f18a-4c53-9e17-1bc98b6511a9, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:42:53.071592 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a4476-1473-4f77-8ca9-0e8b8d3dbf66 admin admin] Network aedde080-f18a-4c53-9e17-1bc98b6511a9 is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:42:53.080430 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-d60a4476-1473-4f77-8ca9-0e8b8d3dbf66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, aedde080-f18a-4c53-9e17-1bc98b6511a9) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:42:53.084577 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60a4476-1473-4f77-8ca9-0e8b8d3dbf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:53.085182 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d60a4476-1473-4f77-8ca9-0e8b8d3dbf66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.089751 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a800fd-651f-4d0e-ba8a-c99d54547223 None None] Network aedde080-f18a-4c53-9e17-1bc98b6511a9 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:42:53.111492 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d60a4476-1473-4f77-8ca9-0e8b8d3dbf66 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3459597 Jun 15 00:42:53.111997 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35646) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:53.116289 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:42:53.139585 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2934'] for router (7221ebfa-8179-4ab9-96dc-9f455def894f), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.140771 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7977495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7963810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2893'] for router (7221ebfa-8179-4ab9-96dc-9f455def894f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.197638 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Publish callbacks [] for router_controller (7221ebfa-8179-4ab9-96dc-9f455def894f), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.208948 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e401673-75d9-5f2e-9213-2e759a50af8d-aedde080-f18a-4c53-9e17-1bc98b6511a9', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'project_id': '5f0b03329de24df2b88d07327076ee88', 'fixed_ips': [{'subnet_id': '9dfc3f18-8029-4922-b418-e31b7932b9ee'}]}} from dv-cinder-835384-6-iscsi. {{(pid=104111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 00:42:53.209899 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.269448 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:53.362711 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.db_base_plugin_common [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Allocated IP 172.20.0.2 (aedde080-f18a-4c53-9e17-1bc98b6511a9/9dfc3f18-8029-4922-b418-e31b7932b9ee/4c9f2e89-b460-4d9e-be9b-51d0361401d4) {{(pid=104111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:42:53.367005 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Publish callbacks [] for router_gateway (7221ebfa-8179-4ab9-96dc-9f455def894f), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.590287 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Publish callbacks [] for router_gateway (7221ebfa-8179-4ab9-96dc-9f455def894f), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.615297 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.638523 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Publish callbacks [] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), precommit_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.661913 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.745983 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Pushing event updated for resources: {'Port': ['ID=4c9f2e89-b460-4d9e-be9b-51d0361401d4,revision_number=1']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:53.767299 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Network aedde080-f18a-4c53-9e17-1bc98b6511a9 is already hosted by enough agents. {{(pid=104111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:42:53.769453 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.base_scheduler [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Resources bound (agent type, host, resource id): {{(pid=104111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:42:53.776874 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Allocated IP 172.27.3.171 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/c19a4bc0-4038-4ba6-9059-a5d88e354db5) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:42:53.777389 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Received port after_create {{(pid=104111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:42:53.879279 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Attempting to bind port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:42:53.879996 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Attempting to bind port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'c47bb877-af46-4e6c-be45-91683683783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:42:53.880337 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Attempting to bind port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 on network aedde080-f18a-4c53-9e17-1bc98b6511a9 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:42:53.886723 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:42:53.887118 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Checking segment: {'id': 'c47bb877-af46-4e6c-be45-91683683783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:42:53.887519 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.887909 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Bound using segment: {'id': 'c47bb877-af46-4e6c-be45-91683683783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:42:53.888375 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Bound port: 4c9f2e89-b460-4d9e-be9b-51d0361401d4, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47bb877-af46-4e6c-be45-91683683783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:42:53.888753 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.918321 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Publish callbacks [] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.962815 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:53.964565 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:53.969283 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] For port 4c9f2e89-b460-4d9e-be9b-51d0361401d4, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:42:53.974431 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] For port 4c9f2e89-b460-4d9e-be9b-51d0361401d4, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=4c9f2e89-b460-4d9e-be9b-51d0361401d4,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:42:53.983901 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:54.009988 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:42:54.015450 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:54.018544 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:42:54.023595 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:42:54.052445 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Pushing event updated for resources: {'Port': ['ID=c19a4bc0-4038-4ba6-9059-a5d88e354db5,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:54.065279 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dddcf6-e497-4eb8-a696-f6ff1d63884c None None] Pushing event updated for resources: {'Port': ['ID=4c9f2e89-b460-4d9e-be9b-51d0361401d4,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:54.344401 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Publish callbacks [] for router_gateway (7221ebfa-8179-4ab9-96dc-9f455def894f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:54.585381 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:54.592628 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963648'] for router (7221ebfa-8179-4ab9-96dc-9f455def894f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:54.625306 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35710) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:54.741969 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Router 7221ebfa-8179-4ab9-96dc-9f455def894f is scheduled to L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 00:42:54.886514 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:42:54.899520 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Sync routers for ids ['7221ebfa-8179-4ab9-96dc-9f455def894f'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:42:54.915879 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:54.919314 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Routers {'7221ebfa-8179-4ab9-96dc-9f455def894f'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:54.919951 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['7221ebfa-8179-4ab9-96dc-9f455def894f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:54.922012 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35728) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:54.930807 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-94d8e546-55e6-483d-bb4b-772bf1208473 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8176069 Jun 15 00:42:55.113378 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:55.141141 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Set router 7221ebfa-8179-4ab9-96dc-9f455def894f gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:55.318006 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f092ac9e-adf1-48e5-b61e-a4bd8ca32075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:55.364760 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:55.373880 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ad3a0d-9000-49f9-8cba-08308b21ad2d None None] Network aedde080-f18a-4c53-9e17-1bc98b6511a9 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:42:55.404133 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:54Z', 'revision_number': 3, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port': {'id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:57:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:55.448945 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Checking router: 7221ebfa-8179-4ab9-96dc-9f455def894f for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:42:55.449381 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Updating router 7221ebfa-8179-4ab9-96dc-9f455def894f port c19a4bc0-4038-4ba6-9059-a5d88e354db5 binding host dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:42:55.525721 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-4a6c48aa-cba7-4165-8b0d-ba9b12c7f94e None None] Provisioning complete for port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:42:55.526809 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4a6c48aa-cba7-4165-8b0d-ba9b12c7f94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:55.538187 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f092ac9e-adf1-48e5-b61e-a4bd8ca32075 admin admin] Publish callbacks [] for security_group (acb00af7-7ec9-4dd3-9a30-e74bfa7064df), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:55.545518 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f092ac9e-adf1-48e5-b61e-a4bd8ca32075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (acb00af7-7ec9-4dd3-9a30-e74bfa7064df), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:55.555551 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:55.597084 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092ac9e-adf1-48e5-b61e-a4bd8ca32075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb00af7-7ec9-4dd3-9a30-e74bfa7064df,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:55.603784 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-f092ac9e-adf1-48e5-b61e-a4bd8ca32075 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=81cfa7a4de1648ca9b053e79ec6b85f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9771729 Jun 15 00:42:55.606262 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35738) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:55.694619 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 4c9f2e89-b460-4d9e-be9b-51d0361401d4 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:42:55.738735 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e40a8e08-899e-43ac-bb84-a8f8559b2ffd admin admin] Publish callbacks [] for security_group (acb00af7-7ec9-4dd3-9a30-e74bfa7064df), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:55.773933 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e40a8e08-899e-43ac-bb84-a8f8559b2ffd admin admin] Publish callbacks [] for security_group (acb00af7-7ec9-4dd3-9a30-e74bfa7064df), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:55.784240 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c48aa-cba7-4165-8b0d-ba9b12c7f94e None None] Current status of the port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:42:55.784627 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4a6c48aa-cba7-4165-8b0d-ba9b12c7f94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:55.816859 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:55.861264 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:42:55.861769 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:55.909361 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e40a8e08-899e-43ac-bb84-a8f8559b2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (acb00af7-7ec9-4dd3-9a30-e74bfa7064df), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:55.911932 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e40a8e08-899e-43ac-bb84-a8f8559b2ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:55.913108 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-e40a8e08-899e-43ac-bb84-a8f8559b2ffd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/acb00af7-7ec9-4dd3-9a30-e74bfa7064df HTTP/1.1" status: 204 len: 168 time: 0.3057084 Jun 15 00:42:55.932044 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a8e08-899e-43ac-bb84-a8f8559b2ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb00af7-7ec9-4dd3-9a30-e74bfa7064df,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:55.939367 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.043045 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-4a6c48aa-cba7-4165-8b0d-ba9b12c7f94e None None] For port 4c9f2e89-b460-4d9e-be9b-51d0361401d4, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=4c9f2e89-b460-4d9e-be9b-51d0361401d4,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:56.059441 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4a6c48aa-cba7-4165-8b0d-ba9b12c7f94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.107876 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:56.118276 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Allocated IP 172.20.0.1 (aedde080-f18a-4c53-9e17-1bc98b6511a9/9dfc3f18-8029-4922-b418-e31b7932b9ee/06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:42:56.119555 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:56.120350 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:56.218085 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c48aa-cba7-4165-8b0d-ba9b12c7f94e None None] Pushing event updated for resources: {'Port': ['ID=4c9f2e89-b460-4d9e-be9b-51d0361401d4,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:56.250266 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Publish callbacks [] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.252083 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-e8da6d04-f151-49ce-9927-b37532a24866 None None] Provisioning complete for port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:42:56.252501 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e8da6d04-f151-49ce-9927-b37532a24866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.277662 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:42:56.279012 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Publish callbacks [] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.281911 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.320886 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.329215 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad04e60-781a-44d9-9155-3688e015173c None None] Pushing event updated for resources: {'Port': ['ID=c19a4bc0-4038-4ba6-9059-a5d88e354db5,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:56.333397 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35748) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:56.358593 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Attempting to bind port c19a4bc0-4038-4ba6-9059-a5d88e354db5 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:42:56.358935 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Attempting to bind port c19a4bc0-4038-4ba6-9059-a5d88e354db5 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:42:56.359343 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Attempting to bind port c19a4bc0-4038-4ba6-9059-a5d88e354db5 on network 22694c3b-fdcf-46c7-9baf-13f71912d01c {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:42:56.362837 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8d38eaf4-5d24-42ca-befc-1e7752ad673f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.399827 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-e8da6d04-f151-49ce-9927-b37532a24866 None None] Current status of the port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:42:56.402695 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:42:56.403094 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Checking segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:42:56.403508 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.403923 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Bound using segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:42:56.404465 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Bound port: c19a4bc0-4038-4ba6-9059-a5d88e354db5, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:42:56.404852 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.420374 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Pushing event updated for resources: {'Port': ['ID=06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:56.428792 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Network aedde080-f18a-4c53-9e17-1bc98b6511a9 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:42:56.430360 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:42:56.433263 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:42:56.474398 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8d38eaf4-5d24-42ca-befc-1e7752ad673f admin admin] Publish callbacks [] for security_group (3b12dbfd-fcfc-423a-88bc-ea440d41dee8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.480253 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8d38eaf4-5d24-42ca-befc-1e7752ad673f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (3b12dbfd-fcfc-423a-88bc-ea440d41dee8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.482333 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977508'] for router_interface (7221ebfa-8179-4ab9-96dc-9f455def894f), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.514975 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] For port c19a4bc0-4038-4ba6-9059-a5d88e354db5, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:42:56.519318 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] For port c19a4bc0-4038-4ba6-9059-a5d88e354db5, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=c19a4bc0-4038-4ba6-9059-a5d88e354db5,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:42:56.532508 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.550932 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:56.560326 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8d38eaf4-5d24-42ca-befc-1e7752ad673f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=431c173910334dc3b61f74488850dce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252662 Jun 15 00:42:56.569736 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35754) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:56.625342 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38eaf4-5d24-42ca-befc-1e7752ad673f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b12dbfd-fcfc-423a-88bc-ea440d41dee8,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:56.645359 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Routers {'7221ebfa-8179-4ab9-96dc-9f455def894f'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:56.645999 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['7221ebfa-8179-4ab9-96dc-9f455def894f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:56.732514 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad04e60-781a-44d9-9155-3688e015173c None None] Pushing event updated for resources: {'Port': ['ID=c19a4bc0-4038-4ba6-9059-a5d88e354db5,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:56.770176 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84b585a0-e857-4866-9b9e-794e23015b86 admin admin] Publish callbacks [] for security_group (3b12dbfd-fcfc-423a-88bc-ea440d41dee8), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.792723 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] Set router 7221ebfa-8179-4ab9-96dc-9f455def894f gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:56.827353 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84b585a0-e857-4866-9b9e-794e23015b86 admin admin] Publish callbacks [] for security_group (3b12dbfd-fcfc-423a-88bc-ea440d41dee8), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.843240 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.868767 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:56.874668 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-cf0d8726-1dc7-4512-a507-cb19d20d7203 None None] Provisioning complete for port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:42:56.875620 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8726-1dc7-4512-a507-cb19d20d7203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:56.951799 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-cf0d8726-1dc7-4512-a507-cb19d20d7203 None None] Port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:42:57.008908 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:57.016693 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84b585a0-e857-4866-9b9e-794e23015b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (3b12dbfd-fcfc-423a-88bc-ea440d41dee8), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:57.019273 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84b585a0-e857-4866-9b9e-794e23015b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:57.020384 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-84b585a0-e857-4866-9b9e-794e23015b86 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3b12dbfd-fcfc-423a-88bc-ea440d41dee8 HTTP/1.1" status: 204 len: 168 time: 0.4496722 Jun 15 00:42:57.021842 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:54Z', 'revision_number': 3, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port': {'id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:57:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:57.041730 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b585a0-e857-4866-9b9e-794e23015b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b12dbfd-fcfc-423a-88bc-ea440d41dee8,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:57.059042 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Publish callbacks [] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:57.062258 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafb53d-835a-4bd2-a951-c2c69aa5dbc7 None None] The sync data for ids ['7221ebfa-8179-4ab9-96dc-9f455def894f'] in dv-cinder-835384-6-iscsi is: [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:54Z', 'revision_number': 3, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port': {'id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:57:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:42:57.067230 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:57.170665 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Pushing event updated for resources: {'Port': ['ID=06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:57.173356 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7930127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7977560'] for router_interface (7221ebfa-8179-4ab9-96dc-9f455def894f), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:57.274418 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Network aedde080-f18a-4c53-9e17-1bc98b6511a9 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:42:57.275838 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:42:57.544254 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Router 7221ebfa-8179-4ab9-96dc-9f455def894f has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:42:57.589465 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1f1a6b43-6a8c-4dfd-8294-d8f03dd3271f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:57.678792 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:57.697887 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c3449456-5f31-4f48-97c9-3e5601929dc1 None None] Provisioning complete for port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:42:57.700693 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c3449456-5f31-4f48-97c9-3e5601929dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:57.794318 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c3449456-5f31-4f48-97c9-3e5601929dc1 None None] Port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:42:57.803867 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 4c9f2e89-b460-4d9e-be9b-51d0361401d4 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:42:57.819468 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:42:57.830635 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-84886723-58a0-4204-98dc-6e365c159062 admin admin] 10.222.0.33 "PUT /v2.0/routers/7221ebfa-8179-4ab9-96dc-9f455def894f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9071684 Jun 15 00:42:57.969714 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:42:57.970213 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:58.009572 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:58.109133 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:42:58.111294 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device c19a4bc0-4038-4ba6-9059-a5d88e354db5 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:42:58.181325 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port c19a4bc0-4038-4ba6-9059-a5d88e354db5 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:42:58.181840 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:58.277191 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port c19a4bc0-4038-4ba6-9059-a5d88e354db5 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:42:58.277837 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:58.304751 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port c19a4bc0-4038-4ba6-9059-a5d88e354db5, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=c19a4bc0-4038-4ba6-9059-a5d88e354db5,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:42:58.310523 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:58.377865 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=c19a4bc0-4038-4ba6-9059-a5d88e354db5,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:58.867141 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=65 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:58.898038 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=61 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:58.951735 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35850) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:58.956723 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-442803322-network', 'tenant_id': '717858089df841db9420c6ce17671580'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:42:58.979141 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Made reservation on behalf of 717858089df841db9420c6ce17671580 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:42:58.983063 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:58.992343 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.075535 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Publish callbacks [] for security_group (673e8d13-3ef6-4daa-81fe-c5dd5b93f068), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.080211 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (673e8d13-3ef6-4daa-81fe-c5dd5b93f068), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.099979 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:42:59.119290 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (4b32e771-3162-451c-a72a-de2ec6a11deb), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.119644 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Added segment 4b32e771-3162-451c-a72a-de2ec6a11deb of type vlan for network d9f7a239-5d11-4304-9bcd-b09207cb014a Jun 15 00:42:59.128127 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673e8d13-3ef6-4daa-81fe-c5dd5b93f068,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:59.163308 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (d9f7a239-5d11-4304-9bcd-b09207cb014a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.174555 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:42:59.192912 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (d9f7a239-5d11-4304-9bcd-b09207cb014a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.193956 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:59.194562 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.234195 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2813303 Jun 15 00:42:59.236857 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35858) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:59.241442 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-b3873d36-f9a7-475b-9f0e-3ff733813bf3 admin admin] Request body: {'subnet': {'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-442803322-subnet', 'tenant_id': '717858089df841db9420c6ce17671580', 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:42:59.275276 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828924f-f8bb-471d-a734-2b80e42468f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d9f7a239-5d11-4304-9bcd-b09207cb014a,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:59.283807 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Sync routers for ids ['7221ebfa-8179-4ab9-96dc-9f455def894f'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:42:59.287759 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network d9f7a239-5d11-4304-9bcd-b09207cb014a details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:42:59.293781 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3873d36-f9a7-475b-9f0e-3ff733813bf3 admin admin] Made reservation on behalf of 717858089df841db9420c6ce17671580 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:42:59.296921 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b3873d36-f9a7-475b-9f0e-3ff733813bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3586331'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.314378 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Routers {'7221ebfa-8179-4ab9-96dc-9f455def894f'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:42:59.314627 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:42:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['7221ebfa-8179-4ab9-96dc-9f455def894f'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:59.437342 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Set router 7221ebfa-8179-4ab9-96dc-9f455def894f gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:42:59.494134 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b3873d36-f9a7-475b-9f0e-3ff733813bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2329716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3586357'] for subnet (2039057a-3287-4c00-a288-d326586f0902), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.563101 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3873d36-f9a7-475b-9f0e-3ff733813bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2039057a-3287-4c00-a288-d326586f0902,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:42:59.573942 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3873d36-f9a7-475b-9f0e-3ff733813bf3 admin admin] Checking segment: {'id': '4b32e771-3162-451c-a72a-de2ec6a11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:42:59.574532 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3873d36-f9a7-475b-9f0e-3ff733813bf3 admin admin] Network hostable DHCP agents. Network: d9f7a239-5d11-4304-9bcd-b09207cb014a, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:42:59.595569 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3873d36-f9a7-475b-9f0e-3ff733813bf3 admin admin] Network d9f7a239-5d11-4304-9bcd-b09207cb014a is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:42:59.610589 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-b3873d36-f9a7-475b-9f0e-3ff733813bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, d9f7a239-5d11-4304-9bcd-b09207cb014a) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:42:59.622413 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36506e9-b536-4928-b6d9-5c8808d98527 None None] Network d9f7a239-5d11-4304-9bcd-b09207cb014a requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:42:59.641322 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3873d36-f9a7-475b-9f0e-3ff733813bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:42:59.648317 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b3873d36-f9a7-475b-9f0e-3ff733813bf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.686811 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b3873d36-f9a7-475b-9f0e-3ff733813bf3 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4488811 Jun 15 00:42:59.689373 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35866) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:42:59.694291 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-442803322-router', 'tenant_id': '717858089df841db9420c6ce17671580', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:42:59.697276 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:56Z', 'revision_number': 4, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port': {'id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e', 'name': '', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'mac_address': 'fa:16:3e:09:07:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:55Z', 'updated_at': '2022-06-15T00:42:56Z', 'revision_number': 2, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'subnets': [{'id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:42:59.718421 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2934'] for router (4a601af6-b393-4c45-9af3-7c0a2345b94c), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.719613 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7977495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7963810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2893'] for router (4a601af6-b393-4c45-9af3-7c0a2345b94c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.734754 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device c19a4bc0-4038-4ba6-9059-a5d88e354db5 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:42:59.769317 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Checking router: 7221ebfa-8179-4ab9-96dc-9f455def894f for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:42:59.776480 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Updating router 7221ebfa-8179-4ab9-96dc-9f455def894f port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e binding host dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:42:59.795941 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Publish callbacks [] for router_controller (4a601af6-b393-4c45-9af3-7c0a2345b94c), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.798754 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e401673-75d9-5f2e-9213-2e759a50af8d-d9f7a239-5d11-4304-9bcd-b09207cb014a', 'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a', 'project_id': '717858089df841db9420c6ce17671580', 'fixed_ips': [{'subnet_id': '2039057a-3287-4c00-a288-d326586f0902'}]}} from dv-cinder-835384-6-iscsi. {{(pid=104111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 00:42:59.800886 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.833895 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port c19a4bc0-4038-4ba6-9059-a5d88e354db5 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:42:59.834514 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.846041 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:42:59.976012 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:00.014674 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:00.024690 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Publish callbacks [] for router_gateway (4a601af6-b393-4c45-9af3-7c0a2345b94c), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.043896 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port c19a4bc0-4038-4ba6-9059-a5d88e354db5 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:00.093737 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35884) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:00.094239 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8cd58ad3-862b-4efc-b95f-59455fa136f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.107076 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.db_base_plugin_common [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Allocated IP 172.20.0.2 (d9f7a239-5d11-4304-9bcd-b09207cb014a/2039057a-3287-4c00-a288-d326586f0902/69b5d8ad-6991-42b8-b34b-0a0d84220518) {{(pid=104111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:43:00.161773 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb7167b-178f-4bb6-b934-e9e72d65a082 admin admin] Deleting subnet b8ef382c-3448-4fe8-bf04-3b01146d6616 {{(pid=104110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:43:00.165749 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2bb7167b-178f-4bb6-b934-e9e72d65a082 admin admin] Publish callbacks [] for subnet (b8ef382c-3448-4fe8-bf04-3b01146d6616), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.204786 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:00.206664 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2bb7167b-178f-4bb6-b934-e9e72d65a082 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3105921'] for subnet (b8ef382c-3448-4fe8-bf04-3b01146d6616), precommit_delete_associations {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.245761 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Publish callbacks [] for router_gateway (4a601af6-b393-4c45-9af3-7c0a2345b94c), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.261190 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2bb7167b-178f-4bb6-b934-e9e72d65a082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (b8ef382c-3448-4fe8-bf04-3b01146d6616), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.270217 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.309206 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:00.333545 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2bb7167b-178f-4bb6-b934-e9e72d65a082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3365706'] for subnet (b8ef382c-3448-4fe8-bf04-3b01146d6616), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.337456 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Publish callbacks [] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), precommit_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.346404 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.362311 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Publish callbacks [] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), precommit_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.366285 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7167b-178f-4bb6-b934-e9e72d65a082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ef382c-3448-4fe8-bf04-3b01146d6616,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:00.375522 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.376740 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2bb7167b-178f-4bb6-b934-e9e72d65a082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.383482 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-2bb7167b-178f-4bb6-b934-e9e72d65a082 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/b8ef382c-3448-4fe8-bf04-3b01146d6616 HTTP/1.1" status: 204 len: 168 time: 0.2866945 Jun 15 00:43:00.384859 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35888) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:00.395496 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Network d9f7a239-5d11-4304-9bcd-b09207cb014a is already hosted by enough agents. {{(pid=104111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:00.400793 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.base_scheduler [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Resources bound (agent type, host, resource id): {{(pid=104111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:00.403461 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Pushing event updated for resources: {'Port': ['ID=69b5d8ad-6991-42b8-b34b-0a0d84220518,revision_number=1']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:00.405592 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Received port after_create {{(pid=104111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:43:00.440075 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Pushing event updated for resources: {'Port': ['ID=06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e,revision_number=3']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:00.470871 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Attempting to bind port 69b5d8ad-6991-42b8-b34b-0a0d84220518 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:43:00.471214 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Attempting to bind port 69b5d8ad-6991-42b8-b34b-0a0d84220518 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '4b32e771-3162-451c-a72a-de2ec6a11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:43:00.471427 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Attempting to bind port 69b5d8ad-6991-42b8-b34b-0a0d84220518 on network d9f7a239-5d11-4304-9bcd-b09207cb014a {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:00.485210 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:43:00.485466 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Checking segment: {'id': '4b32e771-3162-451c-a72a-de2ec6a11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:00.486036 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.486498 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Bound using segment: {'id': '4b32e771-3162-451c-a72a-de2ec6a11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:43:00.487064 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Bound port: 69b5d8ad-6991-42b8-b34b-0a0d84220518, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b32e771-3162-451c-a72a-de2ec6a11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:43:00.487562 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.511215 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.511972 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.512549 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.513118 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.513659 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.514200 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.514758 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.515332 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.515900 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.516431 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.516973 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.517533 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.518071 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.518608 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.519158 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:00.533479 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Attempting to bind port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:43:00.533972 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Attempting to bind port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'c47bb877-af46-4e6c-be45-91683683783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9'}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:43:00.534653 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Attempting to bind port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e on network aedde080-f18a-4c53-9e17-1bc98b6511a9 {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:00.543056 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:43:00.543691 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Checking segment: {'id': 'c47bb877-af46-4e6c-be45-91683683783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:00.544063 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.544485 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Bound using segment: {'id': 'c47bb877-af46-4e6c-be45-91683683783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9'} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:43:00.545023 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Bound port: 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47bb877-af46-4e6c-be45-91683683783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9'}}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:43:00.545460 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.569584 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] For port 69b5d8ad-6991-42b8-b34b-0a0d84220518, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:43:00.574635 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] For port 69b5d8ad-6991-42b8-b34b-0a0d84220518, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=69b5d8ad-6991-42b8-b34b-0a0d84220518,segment=NetworkSegment(4b32e771-3162-451c-a72a-de2ec6a11deb),segment_id=4b32e771-3162-451c-a72a-de2ec6a11deb)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:43:00.582035 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.642617 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] For port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:43:00.647348 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] For port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:43:00.652823 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:00.661656 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.675812 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc0e9f-56d6-40d7-9626-f4c83f85c292 None None] Pushing event updated for resources: {'Port': ['ID=69b5d8ad-6991-42b8-b34b-0a0d84220518,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:00.737714 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-951e0d2d-35c0-4ae7-9f26-d7c0aca2f62e None None] Provisioning complete for port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:00.738084 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-951e0d2d-35c0-4ae7-9f26-d7c0aca2f62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.756630 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397a341-4a5f-4097-9cf1-c5457f962bfe None None] Pushing event updated for resources: {'Port': ['ID=06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e,revision_number=4']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:00.761499 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Routers {'7221ebfa-8179-4ab9-96dc-9f455def894f'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:00.762169 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['7221ebfa-8179-4ab9-96dc-9f455def894f'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:00.799198 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c81e65d4-4576-48d0-9167-616fa75f7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (89d3ef33-d55e-4d0b-b046-e43803a20e15), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.807379 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Allocated IP 172.27.3.193 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/1289a40f-470c-42de-bdc7-22c2dc0e2b3b) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:43:00.864355 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-951e0d2d-35c0-4ae7-9f26-d7c0aca2f62e None None] Current status of the port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:00.865125 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-951e0d2d-35c0-4ae7-9f26-d7c0aca2f62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.908918 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:00.909821 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] Set router 7221ebfa-8179-4ab9-96dc-9f455def894f gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:00.929330 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-951e0d2d-35c0-4ae7-9f26-d7c0aca2f62e None None] For port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:43:00.937540 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-951e0d2d-35c0-4ae7-9f26-d7c0aca2f62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:00.964980 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c81e65d4-4576-48d0-9167-616fa75f7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (89d3ef33-d55e-4d0b-b046-e43803a20e15), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.015510 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.059367 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e0d2d-35c0-4ae7-9f26-d7c0aca2f62e None None] Pushing event updated for resources: {'Port': ['ID=06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:01.115429 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-c81e65d4-4576-48d0-9167-616fa75f7f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d3ef33-d55e-4d0b-b046-e43803a20e15']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:01.127627 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Publish callbacks [] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.145315 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-c81e65d4-4576-48d0-9167-616fa75f7f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebc8401-2493-4ad2-a01f-29505c3fae05') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:01.145624 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-c81e65d4-4576-48d0-9167-616fa75f7f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebc8401-2493-4ad2-a01f-29505c3fae05') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:01.160507 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c81e65d4-4576-48d0-9167-616fa75f7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3329278'] for segment (aebc8401-2493-4ad2-a01f-29505c3fae05), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.193029 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c81e65d4-4576-48d0-9167-616fa75f7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (aebc8401-2493-4ad2-a01f-29505c3fae05), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.223453 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81e65d4-4576-48d0-9167-616fa75f7f02 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:43:01.227405 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c81e65d4-4576-48d0-9167-616fa75f7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2329835'] for segment (aebc8401-2493-4ad2-a01f-29505c3fae05), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.256748 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.268713 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment aebc8401-2493-4ad2-a01f-29505c3fae05 resource provider aggregate not found Jun 15 00:43:01.283592 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8ed97be3-50f2-4b6c-8cbc-9af8b87b1eec None None] Provisioning complete for port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:01.283592 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8ed97be3-50f2-4b6c-8cbc-9af8b87b1eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.332279 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Pushing event updated for resources: {'Port': ['ID=1289a40f-470c-42de-bdc7-22c2dc0e2b3b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:01.342275 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment aebc8401-2493-4ad2-a01f-29505c3fae05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aebc8401-2493-4ad2-a01f-29505c3fae05 found for delete ", "request_id": "req-6a753cf4-7fc6-4094-b48a-13d4d5c60b1b"}]} Jun 15 00:43:01.346715 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:56Z', 'revision_number': 4, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port': {'id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e', 'name': '', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'mac_address': 'fa:16:3e:09:07:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:55Z', 'updated_at': '2022-06-15T00:43:00Z', 'revision_number': 4, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'subnets': [{'id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:01.382965 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=8 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:01.384579 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8ed97be3-50f2-4b6c-8cbc-9af8b87b1eec None None] Current status of the port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:01.387979 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472c49f-b834-4839-9d81-876dffea81ad None None] The sync data for ids ['7221ebfa-8179-4ab9-96dc-9f455def894f'] in dv-cinder-835384-6-iscsi is: [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:56Z', 'revision_number': 4, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port': {'id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e', 'name': '', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'mac_address': 'fa:16:3e:09:07:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:55Z', 'updated_at': '2022-06-15T00:43:00Z', 'revision_number': 4, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'subnets': [{'id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:43:01.403967 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:01.406671 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:01.409510 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:43:01.447036 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c81e65d4-4576-48d0-9167-616fa75f7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (89d3ef33-d55e-4d0b-b046-e43803a20e15), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.484241 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c81e65d4-4576-48d0-9167-616fa75f7f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.492945 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c81e65d4-4576-48d0-9167-616fa75f7f02 admin admin] 10.222.0.33 "DELETE /v2.0/networks/89d3ef33-d55e-4d0b-b046-e43803a20e15 HTTP/1.1" status: 204 len: 168 time: 1.1064758 Jun 15 00:43:01.497329 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35914) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:01.543801 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e65d4-4576-48d0-9167-616fa75f7f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d3ef33-d55e-4d0b-b046-e43803a20e15,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:01.565056 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc39c32-23f4-4b08-8a76-fdb5b1ce6c99 admin admin] Deleting subnet 1b3d623f-2411-486d-bd26-fb0ab7df7332 {{(pid=104110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:43:01.569543 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1cc39c32-23f4-4b08-8a76-fdb5b1ce6c99 admin admin] Publish callbacks [] for subnet (1b3d623f-2411-486d-bd26-fb0ab7df7332), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.653605 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1cc39c32-23f4-4b08-8a76-fdb5b1ce6c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3105921'] for subnet (1b3d623f-2411-486d-bd26-fb0ab7df7332), precommit_delete_associations {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.722377 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:01.732470 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:01.754349 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 69b5d8ad-6991-42b8-b34b-0a0d84220518 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:01.772356 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1cc39c32-23f4-4b08-8a76-fdb5b1ce6c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (1b3d623f-2411-486d-bd26-fb0ab7df7332), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.806034 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:01.849800 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:01.851107 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 69b5d8ad-6991-42b8-b34b-0a0d84220518 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:01.851729 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.880884 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Publish callbacks [] for router_gateway (4a601af6-b393-4c45-9af3-7c0a2345b94c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.882734 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1cc39c32-23f4-4b08-8a76-fdb5b1ce6c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3365706'] for subnet (1b3d623f-2411-486d-bd26-fb0ab7df7332), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.931740 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc39c32-23f4-4b08-8a76-fdb5b1ce6c99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b3d623f-2411-486d-bd26-fb0ab7df7332,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:01.942117 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1cc39c32-23f4-4b08-8a76-fdb5b1ce6c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:01.950138 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-1cc39c32-23f4-4b08-8a76-fdb5b1ce6c99 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/1b3d623f-2411-486d-bd26-fb0ab7df7332 HTTP/1.1" status: 204 len: 168 time: 0.4517429 Jun 15 00:43:01.954933 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35922) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:02.082876 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-952cd455-ded4-4f03-b0fa-02c8c2e68906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (ed29da60-1d12-4f4c-9ecc-1b27063431fd), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.148517 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3643f37-669b-4cd5-ad00-07606c08fde5 None None] Network d9f7a239-5d11-4304-9bcd-b09207cb014a requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:43:02.172478 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 69b5d8ad-6991-42b8-b34b-0a0d84220518 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:02.173235 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.195478 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-952cd455-ded4-4f03-b0fa-02c8c2e68906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (ed29da60-1d12-4f4c-9ecc-1b27063431fd), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.215739 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-af41912e-c403-499e-ac41-2dcc83addf57 None None] Provisioning complete for port 69b5d8ad-6991-42b8-b34b-0a0d84220518 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:02.216277 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963648'] for router (4a601af6-b393-4c45-9af3-7c0a2345b94c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.217090 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-af41912e-c403-499e-ac41-2dcc83addf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.220243 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-952cd455-ded4-4f03-b0fa-02c8c2e68906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed29da60-1d12-4f4c-9ecc-1b27063431fd']}} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:02.238475 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-952cd455-ded4-4f03-b0fa-02c8c2e68906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9280b1-0555-4a57-81d7-e64086213ec9') {'for_net_delete': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:02.238795 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-952cd455-ded4-4f03-b0fa-02c8c2e68906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9280b1-0555-4a57-81d7-e64086213ec9') {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:02.253061 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-952cd455-ded4-4f03-b0fa-02c8c2e68906 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3105944'] for segment (cb9280b1-0555-4a57-81d7-e64086213ec9), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.254957 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:02.271892 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-952cd455-ded4-4f03-b0fa-02c8c2e68906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (cb9280b1-0555-4a57-81d7-e64086213ec9), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.280269 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952cd455-ded4-4f03-b0fa-02c8c2e68906 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:43:02.280963 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-952cd455-ded4-4f03-b0fa-02c8c2e68906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117918'] for segment (cb9280b1-0555-4a57-81d7-e64086213ec9), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.296194 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port 69b5d8ad-6991-42b8-b34b-0a0d84220518, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=69b5d8ad-6991-42b8-b34b-0a0d84220518,segment=NetworkSegment(4b32e771-3162-451c-a72a-de2ec6a11deb),segment_id=4b32e771-3162-451c-a72a-de2ec6a11deb)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:43:02.313369 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.314273 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:02.331509 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment cb9280b1-0555-4a57-81d7-e64086213ec9 resource provider aggregate not found Jun 15 00:43:02.363778 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment cb9280b1-0555-4a57-81d7-e64086213ec9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb9280b1-0555-4a57-81d7-e64086213ec9 found for delete ", "request_id": "req-a13af99b-ec09-48b2-a9d9-81148df8dcb6"}]} Jun 15 00:43:02.422169 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Router 4a601af6-b393-4c45-9af3-7c0a2345b94c is scheduled to L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 00:43:02.428343 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-952cd455-ded4-4f03-b0fa-02c8c2e68906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (ed29da60-1d12-4f4c-9ecc-1b27063431fd), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.433653 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=69b5d8ad-6991-42b8-b34b-0a0d84220518,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:02.436046 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-952cd455-ded4-4f03-b0fa-02c8c2e68906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.451466 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-952cd455-ded4-4f03-b0fa-02c8c2e68906 admin admin] 10.222.0.33 "DELETE /v2.0/networks/ed29da60-1d12-4f4c-9ecc-1b27063431fd HTTP/1.1" status: 204 len: 168 time: 0.4953790 Jun 15 00:43:02.474195 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cd455-ded4-4f03-b0fa-02c8c2e68906 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed29da60-1d12-4f4c-9ecc-1b27063431fd,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:02.540213 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:02.540521 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.601913 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.631183 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-af41912e-c403-499e-ac41-2dcc83addf57 None None] Current status of the port 69b5d8ad-6991-42b8-b34b-0a0d84220518 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:02.636801 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:43:02.652773 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Sync routers for ids ['4a601af6-b393-4c45-9af3-7c0a2345b94c'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:43:02.664673 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:02.669151 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35934) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:02.669754 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-248d0d05-49ab-4a3f-b84a-b1666c17c750 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9790640 Jun 15 00:43:02.706688 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Routers {'4a601af6-b393-4c45-9af3-7c0a2345b94c'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:02.707377 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['4a601af6-b393-4c45-9af3-7c0a2345b94c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:02.871666 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:02.879540 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35946) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:02.909802 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35948) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:02.941430 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Set router 4a601af6-b393-4c45-9af3-7c0a2345b94c gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:02.969328 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bf8b48aa-c1e4-4372-81b6-c13e954e22d7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fc84c5caf63f4ecd9d48d8f2e14543af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0876694 Jun 15 00:43:02.971374 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35952) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:03.019380 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-a3ec3942-97e1-4df0-a39d-fd7600b64884 None None] Provisioning complete for port 69b5d8ad-6991-42b8-b34b-0a0d84220518 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:03.019735 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3942-97e1-4df0-a39d-fd7600b64884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.084084 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f901f439-0bd3-4a58-b6da-273c5d4474df admin admin] Publish callbacks [] for security_group (fc23117e-69e5-4506-8838-9b015369938d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.092929 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:03.143563 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f901f439-0bd3-4a58-b6da-273c5d4474df admin admin] Publish callbacks [] for security_group (fc23117e-69e5-4506-8838-9b015369938d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.178035 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'name': 'tempest-TestShelveInstance-442803322-router', 'tenant_id': '717858089df841db9420c6ce17671580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:59Z', 'updated_at': '2022-06-15T00:43:01Z', 'revision_number': 3, 'project_id': '717858089df841db9420c6ce17671580', 'gw_port': {'id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:00Z', 'updated_at': '2022-06-15T00:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:03.218167 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f901f439-0bd3-4a58-b6da-273c5d4474df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (fc23117e-69e5-4506-8838-9b015369938d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.221669 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f901f439-0bd3-4a58-b6da-273c5d4474df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.223205 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f901f439-0bd3-4a58-b6da-273c5d4474df admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fc23117e-69e5-4506-8838-9b015369938d HTTP/1.1" status: 204 len: 168 time: 0.2502289 Jun 15 00:43:03.237028 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f439-0bd3-4a58-b6da-273c5d4474df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc23117e-69e5-4506-8838-9b015369938d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:03.272201 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Checking router: 4a601af6-b393-4c45-9af3-7c0a2345b94c for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:43:03.272201 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Updating router 4a601af6-b393-4c45-9af3-7c0a2345b94c port 1289a40f-470c-42de-bdc7-22c2dc0e2b3b binding host dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:43:03.277904 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f874a8f9-f620-46a1-86ee-f99913f08d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.314303 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec3942-97e1-4df0-a39d-fd7600b64884 None None] Current status of the port 69b5d8ad-6991-42b8-b34b-0a0d84220518 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:03.320148 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.358662 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:03.361804 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:03.367339 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35958) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:03.397153 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:03.411344 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f874a8f9-f620-46a1-86ee-f99913f08d07 admin admin] Publish callbacks [] for security_group (f57b89e7-dc48-47c8-a9f1-c9c422843799), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.421200 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f874a8f9-f620-46a1-86ee-f99913f08d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (f57b89e7-dc48-47c8-a9f1-c9c422843799), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.459842 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.497643 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:03.512227 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.546028 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-87e50033-874b-4967-9329-89a7aa468e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.549449 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874a8f9-f620-46a1-86ee-f99913f08d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57b89e7-dc48-47c8-a9f1-c9c422843799,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:03.558260 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f874a8f9-f620-46a1-86ee-f99913f08d07 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9cf2f6acd7d34232bbc76b97da0adf09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6437774 Jun 15 00:43:03.561482 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35962) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:03.666149 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13ce4f5b-140f-4c4e-b9f3-46af20930003 admin admin] Publish callbacks [] for security_group (f57b89e7-dc48-47c8-a9f1-c9c422843799), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.705063 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13ce4f5b-140f-4c4e-b9f3-46af20930003 admin admin] Publish callbacks [] for security_group (f57b89e7-dc48-47c8-a9f1-c9c422843799), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.730461 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 69b5d8ad-6991-42b8-b34b-0a0d84220518 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:03.741892 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-87e50033-874b-4967-9329-89a7aa468e29 admin admin] Publish callbacks [] for security_group (0e2248d3-5c31-408a-a977-1ebcedb91d36), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.752350 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-87e50033-874b-4967-9329-89a7aa468e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (0e2248d3-5c31-408a-a977-1ebcedb91d36), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.766649 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Publish callbacks [] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.769917 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Allocated IP 172.20.0.1 (d9f7a239-5d11-4304-9bcd-b09207cb014a/2039057a-3287-4c00-a288-d326586f0902/b9f941d3-b418-4889-b718-b62c053e46f7) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:43:03.784996 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.802723 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-87e50033-874b-4967-9329-89a7aa468e29 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ab28d0c5ac824100bb42a7787276bf25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4341123 Jun 15 00:43:03.805193 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e50033-874b-4967-9329-89a7aa468e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2248d3-5c31-408a-a977-1ebcedb91d36,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:03.805750 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35966) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:03.841557 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13ce4f5b-140f-4c4e-b9f3-46af20930003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (f57b89e7-dc48-47c8-a9f1-c9c422843799), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.842958 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:03.846204 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13ce4f5b-140f-4c4e-b9f3-46af20930003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.849809 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-13ce4f5b-140f-4c4e-b9f3-46af20930003 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f57b89e7-dc48-47c8-a9f1-c9c422843799 HTTP/1.1" status: 204 len: 168 time: 0.2843287 Jun 15 00:43:03.852842 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Attempting to bind port 1289a40f-470c-42de-bdc7-22c2dc0e2b3b on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:43:03.853221 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Attempting to bind port 1289a40f-470c-42de-bdc7-22c2dc0e2b3b by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:43:03.853584 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Attempting to bind port 1289a40f-470c-42de-bdc7-22c2dc0e2b3b on network 22694c3b-fdcf-46c7-9baf-13f71912d01c {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:03.866423 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce4f5b-140f-4c4e-b9f3-46af20930003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57b89e7-dc48-47c8-a9f1-c9c422843799,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:03.870075 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:43:03.870462 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Checking segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:03.870899 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.871293 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Bound using segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:43:03.871817 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Bound port: 1289a40f-470c-42de-bdc7-22c2dc0e2b3b, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:43:03.872280 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.897273 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f46c0-0cf1-4a21-ad01-8debb41b81b1 None None] Pushing event updated for resources: {'Port': ['ID=1289a40f-470c-42de-bdc7-22c2dc0e2b3b,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:03.914022 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 69b5d8ad-6991-42b8-b34b-0a0d84220518 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:03.914544 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:03.963205 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35970) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:03.992886 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] For port 1289a40f-470c-42de-bdc7-22c2dc0e2b3b, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:43:03.997043 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] For port 1289a40f-470c-42de-bdc7-22c2dc0e2b3b, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=1289a40f-470c-42de-bdc7-22c2dc0e2b3b,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:43:04.027370 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.041060 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d8bbf954-5ddf-4082-a0a3-29ad7e34036a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=85ce6f7c1ca042038173708d83cf46b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0752194 Jun 15 00:43:04.045128 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35972) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:04.076754 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 69b5d8ad-6991-42b8-b34b-0a0d84220518 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:04.100781 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f46c0-0cf1-4a21-ad01-8debb41b81b1 None None] Pushing event updated for resources: {'Port': ['ID=1289a40f-470c-42de-bdc7-22c2dc0e2b3b,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:04.102479 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61043af6-78df-48cc-8c73-1154ba62f54c admin admin] Publish callbacks [] for security_group (1bb2b145-e04c-45d5-bd68-7a67247a1d52), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.103513 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Routers {'4a601af6-b393-4c45-9af3-7c0a2345b94c'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:04.104348 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['4a601af6-b393-4c45-9af3-7c0a2345b94c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:04.126829 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61043af6-78df-48cc-8c73-1154ba62f54c admin admin] Publish callbacks [] for security_group (1bb2b145-e04c-45d5-bd68-7a67247a1d52), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.187001 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61043af6-78df-48cc-8c73-1154ba62f54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (1bb2b145-e04c-45d5-bd68-7a67247a1d52), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.189640 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61043af6-78df-48cc-8c73-1154ba62f54c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.191315 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-61043af6-78df-48cc-8c73-1154ba62f54c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1bb2b145-e04c-45d5-bd68-7a67247a1d52 HTTP/1.1" status: 204 len: 168 time: 0.1447377 Jun 15 00:43:04.200429 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61043af6-78df-48cc-8c73-1154ba62f54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb2b145-e04c-45d5-bd68-7a67247a1d52,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:04.202177 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:04.235511 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] Set router 4a601af6-b393-4c45-9af3-7c0a2345b94c gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:04.283169 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Publish callbacks [] for port (b9f941d3-b418-4889-b718-b62c053e46f7), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.285057 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5548f8c9-9611-4620-b894-76fe53efe9ac admin admin] Publish callbacks [] for security_group (0e2248d3-5c31-408a-a977-1ebcedb91d36), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.323640 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5548f8c9-9611-4620-b894-76fe53efe9ac admin admin] Publish callbacks [] for security_group (0e2248d3-5c31-408a-a977-1ebcedb91d36), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.384522 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.430739 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:04.438034 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f941d3-b418-4889-b718-b62c053e46f7,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:04.449819 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Network d9f7a239-5d11-4304-9bcd-b09207cb014a is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:04.451677 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:04.453743 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5548f8c9-9611-4620-b894-76fe53efe9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (0e2248d3-5c31-408a-a977-1ebcedb91d36), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.456396 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5548f8c9-9611-4620-b894-76fe53efe9ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.457553 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'name': 'tempest-TestShelveInstance-442803322-router', 'tenant_id': '717858089df841db9420c6ce17671580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:59Z', 'updated_at': '2022-06-15T00:43:01Z', 'revision_number': 3, 'project_id': '717858089df841db9420c6ce17671580', 'gw_port': {'id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:00Z', 'updated_at': '2022-06-15T00:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:04.458458 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-5548f8c9-9611-4620-b894-76fe53efe9ac admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0e2248d3-5c31-408a-a977-1ebcedb91d36 HTTP/1.1" status: 204 len: 168 time: 0.6494021 Jun 15 00:43:04.459218 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:43:04.480981 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35982) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:04.493864 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcefec8-0d87-4603-855d-decb01a4e2fe None None] The sync data for ids ['4a601af6-b393-4c45-9af3-7c0a2345b94c'] in dv-cinder-835384-6-iscsi is: [{'id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'name': 'tempest-TestShelveInstance-442803322-router', 'tenant_id': '717858089df841db9420c6ce17671580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:59Z', 'updated_at': '2022-06-15T00:43:01Z', 'revision_number': 3, 'project_id': '717858089df841db9420c6ce17671580', 'gw_port': {'id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:00Z', 'updated_at': '2022-06-15T00:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:43:04.503429 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-29ffcf21-dc3c-42e4-b9e4-f81e6bc56c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.562257 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977508'] for router_interface (4a601af6-b393-4c45-9af3-7c0a2345b94c), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.604288 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:04.657793 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-29ffcf21-dc3c-42e4-b9e4-f81e6bc56c18 admin admin] Publish callbacks [] for security_group (5c1f9238-319a-4879-a27e-c9f89708e3cf), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.668765 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-29ffcf21-dc3c-42e4-b9e4-f81e6bc56c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (5c1f9238-319a-4879-a27e-c9f89708e3cf), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.748810 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffcf21-dc3c-42e4-b9e4-f81e6bc56c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1f9238-319a-4879-a27e-c9f89708e3cf,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:04.757118 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-29ffcf21-dc3c-42e4-b9e4-f81e6bc56c18 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=163cb2e6014841418d68ad423b520e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750475 Jun 15 00:43:04.759918 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 35990) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:04.761266 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548f8c9-9611-4620-b894-76fe53efe9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2248d3-5c31-408a-a977-1ebcedb91d36,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:04.763163 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:04.854074 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.959854 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-ccc1345e-35fe-4494-935e-bf72226f23f8 None None] Provisioning complete for port b9f941d3-b418-4889-b718-b62c053e46f7 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:04.960321 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ccc1345e-35fe-4494-935e-bf72226f23f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:04.980786 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35996) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:04.982913 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-12ccb849-6426-4432-8568-8385ef032335 admin admin] Publish callbacks [] for security_group (5c1f9238-319a-4879-a27e-c9f89708e3cf), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.001040 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ce102c0a-8198-4cf8-9947-0402ef2ded21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.017046 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1345e-35fe-4494-935e-bf72226f23f8 None None] Port b9f941d3-b418-4889-b718-b62c053e46f7 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:43:05.049455 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-12ccb849-6426-4432-8568-8385ef032335 admin admin] Publish callbacks [] for security_group (5c1f9238-319a-4879-a27e-c9f89708e3cf), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.056496 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:05.108616 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ce102c0a-8198-4cf8-9947-0402ef2ded21 admin admin] Publish callbacks [] for security_group (8628e56c-0154-46c6-b6d0-a339b565188b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.115198 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ce102c0a-8198-4cf8-9947-0402ef2ded21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (8628e56c-0154-46c6-b6d0-a339b565188b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.166111 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-12ccb849-6426-4432-8568-8385ef032335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (5c1f9238-319a-4879-a27e-c9f89708e3cf), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.168378 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ce102c0a-8198-4cf8-9947-0402ef2ded21 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7a78f9d3407f413cb2bd9eae9892b50d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857824 Jun 15 00:43:05.169198 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 35998) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:05.169542 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-12ccb849-6426-4432-8568-8385ef032335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.169889 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce102c0a-8198-4cf8-9947-0402ef2ded21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8628e56c-0154-46c6-b6d0-a339b565188b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:05.170943 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-12ccb849-6426-4432-8568-8385ef032335 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5c1f9238-319a-4879-a27e-c9f89708e3cf HTTP/1.1" status: 204 len: 168 time: 0.4054136 Jun 15 00:43:05.174358 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Publish callbacks [] for port (b9f941d3-b418-4889-b718-b62c053e46f7), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.189138 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.223536 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccb849-6426-4432-8568-8385ef032335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1f9238-319a-4879-a27e-c9f89708e3cf,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:05.236435 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1716d4b1-0942-424a-88d0-4c1cf74765f6 admin admin] Publish callbacks [] for security_group (8628e56c-0154-46c6-b6d0-a339b565188b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.268659 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1716d4b1-0942-424a-88d0-4c1cf74765f6 admin admin] Publish callbacks [] for security_group (8628e56c-0154-46c6-b6d0-a339b565188b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.310221 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:05.322080 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7930127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7977560'] for router_interface (4a601af6-b393-4c45-9af3-7c0a2345b94c), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.327231 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f941d3-b418-4889-b718-b62c053e46f7,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:05.342734 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1716d4b1-0942-424a-88d0-4c1cf74765f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (8628e56c-0154-46c6-b6d0-a339b565188b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.345805 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1716d4b1-0942-424a-88d0-4c1cf74765f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.352643 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1716d4b1-0942-424a-88d0-4c1cf74765f6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8628e56c-0154-46c6-b6d0-a339b565188b HTTP/1.1" status: 204 len: 168 time: 0.1763122 Jun 15 00:43:05.364661 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716d4b1-0942-424a-88d0-4c1cf74765f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8628e56c-0154-46c6-b6d0-a339b565188b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:05.468315 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Network d9f7a239-5d11-4304-9bcd-b09207cb014a is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:05.470807 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:05.763632 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 1289a40f-470c-42de-bdc7-22c2dc0e2b3b up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:05.803496 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Router 4a601af6-b393-4c45-9af3-7c0a2345b94c has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:43:05.848656 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 1289a40f-470c-42de-bdc7-22c2dc0e2b3b triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:05.848782 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.961039 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-01de79af-20d9-45a1-83ea-5c813aadfdff None None] Provisioning complete for port b9f941d3-b418-4889-b718-b62c053e46f7 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:05.962880 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-01de79af-20d9-45a1-83ea-5c813aadfdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:05.970583 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:43:05.977196 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-b3b76aa8-046f-4374-a0e0-07436c2f9c35 admin admin] 10.222.0.33 "PUT /v2.0/routers/4a601af6-b393-4c45-9af3-7c0a2345b94c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3069456 Jun 15 00:43:06.114157 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36020) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:06.132431 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f1108e36-8636-4757-9c39-11a1c8ac3f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.196403 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 1289a40f-470c-42de-bdc7-22c2dc0e2b3b is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:06.196785 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.224294 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port 1289a40f-470c-42de-bdc7-22c2dc0e2b3b, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=1289a40f-470c-42de-bdc7-22c2dc0e2b3b,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:43:06.225490 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-01de79af-20d9-45a1-83ea-5c813aadfdff None None] Port b9f941d3-b418-4889-b718-b62c053e46f7 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:43:06.248946 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.278483 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f1108e36-8636-4757-9c39-11a1c8ac3f8d admin admin] Publish callbacks [] for security_group (484251a4-4afb-4a39-bcb9-4ac725c4f87a), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.284394 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f1108e36-8636-4757-9c39-11a1c8ac3f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (484251a4-4afb-4a39-bcb9-4ac725c4f87a), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.296148 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:06.318668 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=1289a40f-470c-42de-bdc7-22c2dc0e2b3b,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:06.328979 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1108e36-8636-4757-9c39-11a1c8ac3f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484251a4-4afb-4a39-bcb9-4ac725c4f87a,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:06.336230 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36026) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:06.344176 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-f1108e36-8636-4757-9c39-11a1c8ac3f8d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9103eb11b32a41e484619b89facc4f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281146 Jun 15 00:43:06.416089 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6fdddf94-ef76-405a-b10f-3c34d3331650 admin admin] Publish callbacks [] for security_group (484251a4-4afb-4a39-bcb9-4ac725c4f87a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.448707 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6fdddf94-ef76-405a-b10f-3c34d3331650 admin admin] Publish callbacks [] for security_group (484251a4-4afb-4a39-bcb9-4ac725c4f87a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.522817 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6fdddf94-ef76-405a-b10f-3c34d3331650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (484251a4-4afb-4a39-bcb9-4ac725c4f87a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.526604 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6fdddf94-ef76-405a-b10f-3c34d3331650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.531056 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6fdddf94-ef76-405a-b10f-3c34d3331650 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/484251a4-4afb-4a39-bcb9-4ac725c4f87a HTTP/1.1" status: 204 len: 168 time: 0.1932275 Jun 15 00:43:06.542647 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdddf94-ef76-405a-b10f-3c34d3331650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484251a4-4afb-4a39-bcb9-4ac725c4f87a,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:06.676302 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36030) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:06.681038 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-3c2919aa-88f9-42bd-97bd-665c0f0909d6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1290286950', 'description': 'tempest-secgroup-smoke-1290286950 description', 'project_id': '5f0b03329de24df2b88d07327076ee88'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:06.706051 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c2919aa-88f9-42bd-97bd-665c0f0909d6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.790404 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c2919aa-88f9-42bd-97bd-665c0f0909d6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group (a9d6c5eb-514c-434e-aaff-079d91b6e4c1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.792804 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c2919aa-88f9-42bd-97bd-665c0f0909d6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (a9d6c5eb-514c-434e-aaff-079d91b6e4c1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.828763 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2919aa-88f9-42bd-97bd-665c0f0909d6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d6c5eb-514c-434e-aaff-079d91b6e4c1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:06.834224 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c2919aa-88f9-42bd-97bd-665c0f0909d6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.835496 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3c2919aa-88f9-42bd-97bd-665c0f0909d6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1579869 Jun 15 00:43:06.840218 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36038) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:06.848127 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-1c366d73-d9b0-4849-91cf-cdf2f13bb41c tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Request body: {'security_group_rule': {'security_group_id': 'a9d6c5eb-514c-434e-aaff-079d91b6e4c1', 'project_id': '5f0b03329de24df2b88d07327076ee88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:06.850506 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Sync routers for ids ['4a601af6-b393-4c45-9af3-7c0a2345b94c'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:43:06.860509 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:06.864067 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Routers {'4a601af6-b393-4c45-9af3-7c0a2345b94c'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:06.864735 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['4a601af6-b393-4c45-9af3-7c0a2345b94c'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:06.878453 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1c366d73-d9b0-4849-91cf-cdf2f13bb41c tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (7df480e7-4629-4168-8762-bf8dec41dce7), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.942063 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1c366d73-d9b0-4849-91cf-cdf2f13bb41c tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (7df480e7-4629-4168-8762-bf8dec41dce7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.945723 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1c366d73-d9b0-4849-91cf-cdf2f13bb41c tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (7df480e7-4629-4168-8762-bf8dec41dce7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.975177 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Set router 4a601af6-b393-4c45-9af3-7c0a2345b94c gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:06.983553 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1c366d73-d9b0-4849-91cf-cdf2f13bb41c tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:06.984799 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1c366d73-d9b0-4849-91cf-cdf2f13bb41c tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436162 Jun 15 00:43:06.987686 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36044) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:06.988164 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c366d73-d9b0-4849-91cf-cdf2f13bb41c tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df480e7-4629-4168-8762-bf8dec41dce7,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:06.993324 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-4927a80e-2b18-4c89-8ee9-5fe0cb542bd7 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Request body: {'security_group_rule': {'security_group_id': 'a9d6c5eb-514c-434e-aaff-079d91b6e4c1', 'project_id': '5f0b03329de24df2b88d07327076ee88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:07.029188 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4927a80e-2b18-4c89-8ee9-5fe0cb542bd7 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (a0e1d1b5-ac00-4747-b637-ad594200cc21), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.098031 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4927a80e-2b18-4c89-8ee9-5fe0cb542bd7 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (a0e1d1b5-ac00-4747-b637-ad594200cc21), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.102408 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4927a80e-2b18-4c89-8ee9-5fe0cb542bd7 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (a0e1d1b5-ac00-4747-b637-ad594200cc21), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.123890 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927a80e-2b18-4c89-8ee9-5fe0cb542bd7 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e1d1b5-ac00-4747-b637-ad594200cc21,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:07.130352 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4927a80e-2b18-4c89-8ee9-5fe0cb542bd7 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.134255 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-4927a80e-2b18-4c89-8ee9-5fe0cb542bd7 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427312 Jun 15 00:43:07.136006 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36050) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:07.141538 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-67c4b2fa-33f7-4224-ad05-8821cc7f5453 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Request body: {'security_group_rule': {'security_group_id': 'a9d6c5eb-514c-434e-aaff-079d91b6e4c1', 'project_id': '5f0b03329de24df2b88d07327076ee88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:07.157331 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:07.175191 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-67c4b2fa-33f7-4224-ad05-8821cc7f5453 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (1a629a7f-052c-43b1-a6db-f5a7399bfa77), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.192395 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'name': 'tempest-TestShelveInstance-442803322-router', 'tenant_id': '717858089df841db9420c6ce17671580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:59Z', 'updated_at': '2022-06-15T00:43:04Z', 'revision_number': 4, 'project_id': '717858089df841db9420c6ce17671580', 'gw_port': {'id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:00Z', 'updated_at': '2022-06-15T00:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'b9f941d3-b418-4889-b718-b62c053e46f7', 'name': '', 'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a', 'tenant_id': '717858089df841db9420c6ce17671580', 'mac_address': 'fa:16:3e:a7:f9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2039057a-3287-4c00-a288-d326586f0902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:03Z', 'updated_at': '2022-06-15T00:43:04Z', 'revision_number': 2, 'project_id': '717858089df841db9420c6ce17671580', 'subnets': [{'id': '2039057a-3287-4c00-a288-d326586f0902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:07.221327 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Checking router: 4a601af6-b393-4c45-9af3-7c0a2345b94c for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:43:07.221775 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Updating router 4a601af6-b393-4c45-9af3-7c0a2345b94c port b9f941d3-b418-4889-b718-b62c053e46f7 binding host dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:43:07.242855 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-67c4b2fa-33f7-4224-ad05-8821cc7f5453 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (1a629a7f-052c-43b1-a6db-f5a7399bfa77), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.247274 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-67c4b2fa-33f7-4224-ad05-8821cc7f5453 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (1a629a7f-052c-43b1-a6db-f5a7399bfa77), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.252628 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.267416 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=100 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:07.270872 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4b2fa-33f7-4224-ad05-8821cc7f5453 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a629a7f-052c-43b1-a6db-f5a7399bfa77,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:07.277781 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-67c4b2fa-33f7-4224-ad05-8821cc7f5453 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.282400 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-67c4b2fa-33f7-4224-ad05-8821cc7f5453 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429093 Jun 15 00:43:07.282788 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36056) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:07.287494 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-6a6c9a54-9ba8-4e09-9add-e0de9fd4eea1 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Request body: {'security_group_rule': {'security_group_id': 'a9d6c5eb-514c-434e-aaff-079d91b6e4c1', 'project_id': '5f0b03329de24df2b88d07327076ee88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:07.316236 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9a54-9ba8-4e09-9add-e0de9fd4eea1 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (ebe14440-dd63-4ec9-a206-57102c9e172c), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.339337 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:07.382829 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9a54-9ba8-4e09-9add-e0de9fd4eea1 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (ebe14440-dd63-4ec9-a206-57102c9e172c), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.387911 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9a54-9ba8-4e09-9add-e0de9fd4eea1 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (ebe14440-dd63-4ec9-a206-57102c9e172c), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.409695 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c9a54-9ba8-4e09-9add-e0de9fd4eea1 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe14440-dd63-4ec9-a206-57102c9e172c,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:07.422242 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9a54-9ba8-4e09-9add-e0de9fd4eea1 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.423612 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-6a6c9a54-9ba8-4e09-9add-e0de9fd4eea1 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397388 Jun 15 00:43:07.426437 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36062) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:07.431126 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-b288fcc5-0334-410a-b4a6-0d453b841a56 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Request body: {'security_group_rule': {'security_group_id': 'a9d6c5eb-514c-434e-aaff-079d91b6e4c1', 'project_id': '5f0b03329de24df2b88d07327076ee88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:07.454001 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.securitygroups_db [None req-b288fcc5-0334-410a-b4a6-0d453b841a56 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Project 5f0b03329de24df2b88d07327076ee88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 00:43:07.460784 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b288fcc5-0334-410a-b4a6-0d453b841a56 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (c4477194-8848-4862-be05-ec3f03dd99dd), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.522013 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b288fcc5-0334-410a-b4a6-0d453b841a56 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (c4477194-8848-4862-be05-ec3f03dd99dd), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.526868 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b288fcc5-0334-410a-b4a6-0d453b841a56 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (c4477194-8848-4862-be05-ec3f03dd99dd), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.551727 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288fcc5-0334-410a-b4a6-0d453b841a56 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4477194-8848-4862-be05-ec3f03dd99dd,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:07.560228 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b288fcc5-0334-410a-b4a6-0d453b841a56 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.561469 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b288fcc5-0334-410a-b4a6-0d453b841a56 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339781 Jun 15 00:43:07.564615 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36068) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:07.569779 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-8d940e05-789f-47eb-8801-485f280375c0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Request body: {'security_group_rule': {'security_group_id': 'a9d6c5eb-514c-434e-aaff-079d91b6e4c1', 'project_id': '5f0b03329de24df2b88d07327076ee88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:07.583776 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Publish callbacks [] for port (b9f941d3-b418-4889-b718-b62c053e46f7), precommit_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.589437 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.596462 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.securitygroups_db [None req-8d940e05-789f-47eb-8801-485f280375c0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Project 5f0b03329de24df2b88d07327076ee88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 00:43:07.606205 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8d940e05-789f-47eb-8801-485f280375c0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (1f373a08-1aba-4b49-97c0-5c886977bc28), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.678176 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 1289a40f-470c-42de-bdc7-22c2dc0e2b3b up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:07.708877 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Attempting to bind port b9f941d3-b418-4889-b718-b62c053e46f7 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:43:07.709495 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Attempting to bind port b9f941d3-b418-4889-b718-b62c053e46f7 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '4b32e771-3162-451c-a72a-de2ec6a11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a'}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:43:07.710016 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Attempting to bind port b9f941d3-b418-4889-b718-b62c053e46f7 on network d9f7a239-5d11-4304-9bcd-b09207cb014a {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:07.710141 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8d940e05-789f-47eb-8801-485f280375c0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (1f373a08-1aba-4b49-97c0-5c886977bc28), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.717308 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:43:07.717935 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Checking segment: {'id': '4b32e771-3162-451c-a72a-de2ec6a11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:07.718503 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.719114 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Bound using segment: {'id': '4b32e771-3162-451c-a72a-de2ec6a11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a'} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:43:07.719946 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Bound port: b9f941d3-b418-4889-b718-b62c053e46f7, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b32e771-3162-451c-a72a-de2ec6a11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a'}}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:43:07.720757 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.721944 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8d940e05-789f-47eb-8801-485f280375c0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (1f373a08-1aba-4b49-97c0-5c886977bc28), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.743857 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e69ae-a7d7-4642-9335-ea3d7698502a None None] Pushing event updated for resources: {'Port': ['ID=b9f941d3-b418-4889-b718-b62c053e46f7,revision_number=3']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:07.746462 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d940e05-789f-47eb-8801-485f280375c0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f373a08-1aba-4b49-97c0-5c886977bc28,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:07.755757 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 1289a40f-470c-42de-bdc7-22c2dc0e2b3b triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:07.757672 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.763108 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8d940e05-789f-47eb-8801-485f280375c0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.777489 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-8d940e05-789f-47eb-8801-485f280375c0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2111809 Jun 15 00:43:07.812731 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] For port b9f941d3-b418-4889-b718-b62c053e46f7, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:43:07.817737 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] For port b9f941d3-b418-4889-b718-b62c053e46f7, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=b9f941d3-b418-4889-b718-b62c053e46f7,segment=NetworkSegment(4b32e771-3162-451c-a72a-de2ec6a11deb),segment_id=4b32e771-3162-451c-a72a-de2ec6a11deb)] {{(pid=104112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:43:07.832915 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:07.915002 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:07.930344 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 1289a40f-470c-42de-bdc7-22c2dc0e2b3b is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:07.971039 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e69ae-a7d7-4642-9335-ea3d7698502a None None] Pushing event updated for resources: {'Port': ['ID=b9f941d3-b418-4889-b718-b62c053e46f7,revision_number=4']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:07.976267 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Routers {'4a601af6-b393-4c45-9af3-7c0a2345b94c'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:07.978137 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['4a601af6-b393-4c45-9af3-7c0a2345b94c'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:08.078461 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-2f6a3485-1bdf-4ec7-9e19-1500874c02d1 None None] Provisioning complete for port b9f941d3-b418-4889-b718-b62c053e46f7 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:08.081194 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2f6a3485-1bdf-4ec7-9e19-1500874c02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:08.106056 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] Set router 4a601af6-b393-4c45-9af3-7c0a2345b94c gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:08.262204 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a3485-1bdf-4ec7-9e19-1500874c02d1 None None] Current status of the port b9f941d3-b418-4889-b718-b62c053e46f7 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:08.263055 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2f6a3485-1bdf-4ec7-9e19-1500874c02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:08.347100 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-2f6a3485-1bdf-4ec7-9e19-1500874c02d1 None None] For port b9f941d3-b418-4889-b718-b62c053e46f7, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=b9f941d3-b418-4889-b718-b62c053e46f7,segment=NetworkSegment(4b32e771-3162-451c-a72a-de2ec6a11deb),segment_id=4b32e771-3162-451c-a72a-de2ec6a11deb)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:43:08.354140 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2f6a3485-1bdf-4ec7-9e19-1500874c02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:08.399592 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:08.405179 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'name': 'tempest-TestShelveInstance-442803322-router', 'tenant_id': '717858089df841db9420c6ce17671580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:59Z', 'updated_at': '2022-06-15T00:43:04Z', 'revision_number': 4, 'project_id': '717858089df841db9420c6ce17671580', 'gw_port': {'id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:00Z', 'updated_at': '2022-06-15T00:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'b9f941d3-b418-4889-b718-b62c053e46f7', 'name': '', 'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a', 'tenant_id': '717858089df841db9420c6ce17671580', 'mac_address': 'fa:16:3e:a7:f9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2039057a-3287-4c00-a288-d326586f0902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:03Z', 'updated_at': '2022-06-15T00:43:07Z', 'revision_number': 4, 'project_id': '717858089df841db9420c6ce17671580', 'subnets': [{'id': '2039057a-3287-4c00-a288-d326586f0902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:08.413310 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:08.433824 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a3485-1bdf-4ec7-9e19-1500874c02d1 None None] Pushing event updated for resources: {'Port': ['ID=b9f941d3-b418-4889-b718-b62c053e46f7,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:08.447451 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde51a6b-acca-4bdb-bbca-1a3cc0e48c04 None None] The sync data for ids ['4a601af6-b393-4c45-9af3-7c0a2345b94c'] in dv-cinder-835384-6-iscsi is: [{'id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'name': 'tempest-TestShelveInstance-442803322-router', 'tenant_id': '717858089df841db9420c6ce17671580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:59Z', 'updated_at': '2022-06-15T00:43:04Z', 'revision_number': 4, 'project_id': '717858089df841db9420c6ce17671580', 'gw_port': {'id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:00Z', 'updated_at': '2022-06-15T00:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': 'b9f941d3-b418-4889-b718-b62c053e46f7', 'name': '', 'network_id': 'd9f7a239-5d11-4304-9bcd-b09207cb014a', 'tenant_id': '717858089df841db9420c6ce17671580', 'mac_address': 'fa:16:3e:a7:f9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2039057a-3287-4c00-a288-d326586f0902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:03Z', 'updated_at': '2022-06-15T00:43:07Z', 'revision_number': 4, 'project_id': '717858089df841db9420c6ce17671580', 'subnets': [{'id': '2039057a-3287-4c00-a288-d326586f0902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:43:08.474587 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-19a57121-9705-474a-88e7-760aad604fa5 None None] Provisioning complete for port b9f941d3-b418-4889-b718-b62c053e46f7 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:08.474943 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-19a57121-9705-474a-88e7-760aad604fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:08.528933 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:08.589025 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-19a57121-9705-474a-88e7-760aad604fa5 None None] Current status of the port b9f941d3-b418-4889-b718-b62c053e46f7 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:09.679352 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b9f941d3-b418-4889-b718-b62c053e46f7 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:09.727224 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port b9f941d3-b418-4889-b718-b62c053e46f7 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:09.727593 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:09.800182 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port b9f941d3-b418-4889-b718-b62c053e46f7 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:10.248272 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36174) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:10.346724 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:43:10.360148 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-63a867c2-f0b9-4f69-99f2-0085163d867b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:10.438351 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-63a867c2-f0b9-4f69-99f2-0085163d867b admin admin] Publish callbacks [] for security_group (033fbcf8-7759-4677-b8a9-bf0e451e9b3d), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:10.442205 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-63a867c2-f0b9-4f69-99f2-0085163d867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (033fbcf8-7759-4677-b8a9-bf0e451e9b3d), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:10.486859 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-63a867c2-f0b9-4f69-99f2-0085163d867b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a057a550c0fb442ebaa9deb5ced441ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374470 Jun 15 00:43:10.487686 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a867c2-f0b9-4f69-99f2-0085163d867b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033fbcf8-7759-4677-b8a9-bf0e451e9b3d,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:10.489558 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36178) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:10.541679 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41b67c97-1288-468a-b85f-39ebaaa339d2 admin admin] Publish callbacks [] for security_group (033fbcf8-7759-4677-b8a9-bf0e451e9b3d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:10.565110 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41b67c97-1288-468a-b85f-39ebaaa339d2 admin admin] Publish callbacks [] for security_group (033fbcf8-7759-4677-b8a9-bf0e451e9b3d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:10.615626 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41b67c97-1288-468a-b85f-39ebaaa339d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (033fbcf8-7759-4677-b8a9-bf0e451e9b3d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:10.619711 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41b67c97-1288-468a-b85f-39ebaaa339d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:10.623862 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-41b67c97-1288-468a-b85f-39ebaaa339d2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/033fbcf8-7759-4677-b8a9-bf0e451e9b3d HTTP/1.1" status: 204 len: 168 time: 0.1305392 Jun 15 00:43:10.631925 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b67c97-1288-468a-b85f-39ebaaa339d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033fbcf8-7759-4677-b8a9-bf0e451e9b3d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:14.609532 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:17.417889 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36264) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:17.527357 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-38811462-b777-46dd-8b6e-d09cb980bef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:17.585952 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:17.613602 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-38811462-b777-46dd-8b6e-d09cb980bef0 admin admin] Publish callbacks [] for security_group (1f07d3af-3d8b-4cd9-aeb8-61673ca40191), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:17.617176 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-38811462-b777-46dd-8b6e-d09cb980bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (1f07d3af-3d8b-4cd9-aeb8-61673ca40191), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:17.659136 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-38811462-b777-46dd-8b6e-d09cb980bef0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=75e7882d623f4516aa4f73aa267e49fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401185 Jun 15 00:43:17.660013 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38811462-b777-46dd-8b6e-d09cb980bef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f07d3af-3d8b-4cd9-aeb8-61673ca40191,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:17.661802 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36268) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:17.713542 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf0b0-21da-44c1-9bbe-de910502e309 admin admin] Publish callbacks [] for security_group (1f07d3af-3d8b-4cd9-aeb8-61673ca40191), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:17.735692 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf0b0-21da-44c1-9bbe-de910502e309 admin admin] Publish callbacks [] for security_group (1f07d3af-3d8b-4cd9-aeb8-61673ca40191), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:17.782665 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf0b0-21da-44c1-9bbe-de910502e309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (1f07d3af-3d8b-4cd9-aeb8-61673ca40191), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:17.785327 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf0b0-21da-44c1-9bbe-de910502e309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:17.786482 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2d1cf0b0-21da-44c1-9bbe-de910502e309 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1f07d3af-3d8b-4cd9-aeb8-61673ca40191 HTTP/1.1" status: 204 len: 168 time: 0.1236746 Jun 15 00:43:17.796983 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cf0b0-21da-44c1-9bbe-de910502e309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f07d3af-3d8b-4cd9-aeb8-61673ca40191,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:24.571242 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=14 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:24.571983 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=46 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:24.605118 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:25.602764 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-7174ac8e-22ac-442a-99bd-0773bc9e2dbb tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290286950&fields=id&tenant_id=5f0b03329de24df2b88d07327076ee88 HTTP/1.1" status: 200 len: 267 time: 0.0486276 Jun 15 00:43:25.709191 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-b23891ef-f8aa-4091-afca-7c85e0126da0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:25.710603 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-b23891ef-f8aa-4091-afca-7c85e0126da0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/networks?id=aedde080-f18a-4c53-9e17-1bc98b6511a9 HTTP/1.1" status: 200 len: 809 time: 0.1012611 Jun 15 00:43:25.725520 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-bc3d44a9-d2fd-43ab-a7c2-9ca5ff91b6eb tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/quotas/5f0b03329de24df2b88d07327076ee88 HTTP/1.1" status: 200 len: 375 time: 0.0089762 Jun 15 00:43:25.738753 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:25.774882 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-59704c05-2d41-462c-a6f4-db2587274ee5 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=5f0b03329de24df2b88d07327076ee88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443335 Jun 15 00:43:25.808488 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:25.876427 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-0366c400-e58c-466e-9acb-95773b63f0d8 service neutron] 10.222.0.33 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901973 Jun 15 00:43:25.963614 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-729e59f0-a750-42ea-92a5-0835a18433fd service neutron] 10.222.0.33 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812013 Jun 15 00:43:26.254390 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-91e41de1-dc62-4969-9cc9-316b9eb758ef req-150b0dde-ebba-47cd-ba67-74f08e0cf8b3 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 210 time: 0.0354815 Jun 15 00:43:26.591622 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36394) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:26.701869 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0abdf8e4-7dd9-458b-9432-7bcbc82ef695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:26.783037 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0abdf8e4-7dd9-458b-9432-7bcbc82ef695 admin admin] Publish callbacks [] for security_group (0456efab-26dc-4537-aea9-6a0ceb4505e7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:26.786803 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0abdf8e4-7dd9-458b-9432-7bcbc82ef695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (0456efab-26dc-4537-aea9-6a0ceb4505e7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:26.827703 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0abdf8e4-7dd9-458b-9432-7bcbc82ef695 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=76d247588aec429b89311037211e81d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348568 Jun 15 00:43:26.828667 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdf8e4-7dd9-458b-9432-7bcbc82ef695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0456efab-26dc-4537-aea9-6a0ceb4505e7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:26.830331 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36400) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:26.888635 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-269de638-bc14-4d3e-85a9-a15b9266725f admin admin] Publish callbacks [] for security_group (0456efab-26dc-4537-aea9-6a0ceb4505e7), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:26.910953 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-269de638-bc14-4d3e-85a9-a15b9266725f admin admin] Publish callbacks [] for security_group (0456efab-26dc-4537-aea9-6a0ceb4505e7), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:26.960474 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-269de638-bc14-4d3e-85a9-a15b9266725f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (0456efab-26dc-4537-aea9-6a0ceb4505e7), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:26.963326 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-269de638-bc14-4d3e-85a9-a15b9266725f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:26.965085 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-269de638-bc14-4d3e-85a9-a15b9266725f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0456efab-26dc-4537-aea9-6a0ceb4505e7 HTTP/1.1" status: 204 len: 168 time: 0.1337454 Jun 15 00:43:26.975037 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269de638-bc14-4d3e-85a9-a15b9266725f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0456efab-26dc-4537-aea9-6a0ceb4505e7,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:27.351998 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58965ef1-f4be-4a6b-bb25-133d64374b86 req-3f418854-4223-4fde-baa8-5c149edd4ca6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 210 time: 0.0308015 Jun 15 00:43:27.563085 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-52583ea3-1ac2-48ca-b634-259e0a3a07df tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:27.564646 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-52583ea3-1ac2-48ca-b634-259e0a3a07df tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.42 "GET /v2.0/networks?id=aedde080-f18a-4c53-9e17-1bc98b6511a9 HTTP/1.1" status: 200 len: 809 time: 0.1245842 Jun 15 00:43:27.575877 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-69085ef4-5f7d-4165-86ea-6cc921d400b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:27.638919 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-eb4dec98-2445-4404-bd8b-1b01fb70e94b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f0b03329de24df2b88d07327076ee88 HTTP/1.1" status: 200 len: 380 time: 0.0592518 Jun 15 00:43:27.648474 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-d48f500c-1c4e-4ff7-8144-0e2f2c21f2bd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Request body: {'port': {'device_id': '8f7a345e-669d-431b-997e-39066cc45551', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'admin_state_up': True, 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'security_groups': ['a9d6c5eb-514c-434e-aaff-079d91b6e4c1']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:27.686017 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36424) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:27.757036 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-d48f500c-1c4e-4ff7-8144-0e2f2c21f2bd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Made reservation on behalf of 5f0b03329de24df2b88d07327076ee88 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:43:27.760448 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-d48f500c-1c4e-4ff7-8144-0e2f2c21f2bd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:27.788306 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1727427776-network', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:27.809404 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Made reservation on behalf of 2a609057ba0f4eb9aa2f90e7f31e0090 for: {'network': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:43:27.811761 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:27.820182 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:27.839623 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=15 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:27.896446 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-d48f500c-1c4e-4ff7-8144-0e2f2c21f2bd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Allocated IP 172.20.0.11 (aedde080-f18a-4c53-9e17-1bc98b6511a9/9dfc3f18-8029-4922-b418-e31b7932b9ee/57d0af31-4e5c-4b96-b5f0-1be737bb30ad) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:43:27.912273 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Publish callbacks [] for security_group (b9ed1a69-9fa0-473d-8c29-4d7d6b775fc3), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:27.915982 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (b9ed1a69-9fa0-473d-8c29-4d7d6b775fc3), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:27.930168 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:27.939621 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=104110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:43:27.952968 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:27.954166 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ed1a69-9fa0-473d-8c29-4d7d6b775fc3,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:27.961035 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (03ee422f-19cb-4f8b-8e4b-65e1d72d03be), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:27.961888 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.segments_db [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Added segment 03ee422f-19cb-4f8b-8e4b-65e1d72d03be of type vlan for network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 Jun 15 00:43:28.009155 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (56911b05-bd46-4dfd-92c7-6a9d2a724e66), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.036462 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (56911b05-bd46-4dfd-92c7-6a9d2a724e66), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.037433 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:28.037963 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.047367 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-d48f500c-1c4e-4ff7-8144-0e2f2c21f2bd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.067577 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3804555 Jun 15 00:43:28.070977 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36428) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:28.076282 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-2ec637e6-f4c0-4943-bc97-9ec536d55fd3 admin admin] Request body: {'subnet': {'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1727427776-subnet', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:28.104188 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-d48f500c-1c4e-4ff7-8144-0e2f2c21f2bd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.105394 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cfa90-c055-4be7-95f8-ce122d23bed0 admin admin] Pushing event updated for resources: {'Network': ['ID=56911b05-bd46-4dfd-92c7-6a9d2a724e66,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:28.115884 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec637e6-f4c0-4943-bc97-9ec536d55fd3 admin admin] Made reservation on behalf of 2a609057ba0f4eb9aa2f90e7f31e0090 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:43:28.116338 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:43:28.118227 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ec637e6-f4c0-4943-bc97-9ec536d55fd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3586331'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.177728 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-d48f500c-1c4e-4ff7-8144-0e2f2c21f2bd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Network aedde080-f18a-4c53-9e17-1bc98b6511a9 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:28.189583 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-d48f500c-1c4e-4ff7-8144-0e2f2c21f2bd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:28.192071 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-d48f500c-1c4e-4ff7-8144-0e2f2c21f2bd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:43:28.262234 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f500c-1c4e-4ff7-8144-0e2f2c21f2bd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Pushing event updated for resources: {'Port': ['ID=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:28.301179 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-d48f500c-1c4e-4ff7-8144-0e2f2c21f2bd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:28.301726 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-d48f500c-1c4e-4ff7-8144-0e2f2c21f2bd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.326801 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-d48f500c-1c4e-4ff7-8144-0e2f2c21f2bd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6825316 Jun 15 00:43:28.359924 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Request body: {'port': {'device_id': '8f7a345e-669d-431b-997e-39066cc45551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:28.438126 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-d5e50fd3-fd2b-447e-b0ca-ff8077a50293 None None] Provisioning complete for port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:28.438499 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d5e50fd3-fd2b-447e-b0ca-ff8077a50293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.470349 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90296a9-4569-4b1e-9909-f3418c78dc36 req-5aa260fb-f18a-4212-b447-b1b2b8539d22 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:28.471849 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d90296a9-4569-4b1e-9909-f3418c78dc36 req-5aa260fb-f18a-4212-b447-b1b2b8539d22 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 932 time: 0.0479944 Jun 15 00:43:28.473366 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-d5e50fd3-fd2b-447e-b0ca-ff8077a50293 None None] Port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:43:28.483734 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.497089 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ec637e6-f4c0-4943-bc97-9ec536d55fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2329716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3586357'] for subnet (03b170a4-f162-4e49-bf42-c31c5543af82), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.531957 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d90296a9-4569-4b1e-9909-f3418c78dc36 req-aa4c5056-00c4-44f3-9a67-ec4efd3f276e tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531459 Jun 15 00:43:28.596103 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec637e6-f4c0-4943-bc97-9ec536d55fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b170a4-f162-4e49-bf42-c31c5543af82,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:28.653838 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec637e6-f4c0-4943-bc97-9ec536d55fd3 admin admin] Checking segment: {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:28.654189 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec637e6-f4c0-4943-bc97-9ec536d55fd3 admin admin] Network hostable DHCP agents. Network: 56911b05-bd46-4dfd-92c7-6a9d2a724e66, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:43:28.695738 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec637e6-f4c0-4943-bc97-9ec536d55fd3 admin admin] Network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:43:28.703959 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:28.716733 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-2ec637e6-f4c0-4943-bc97-9ec536d55fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 56911b05-bd46-4dfd-92c7-6a9d2a724e66) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:28.725232 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9194c783-b6b6-45b5-bfc9-da10544bae9c None None] Network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:43:28.744369 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:28.747528 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec637e6-f4c0-4943-bc97-9ec536d55fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:28.748121 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ec637e6-f4c0-4943-bc97-9ec536d55fd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.774070 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2ec637e6-f4c0-4943-bc97-9ec536d55fd3 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7019548 Jun 15 00:43:28.777823 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36432) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:28.782398 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:28.804037 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2934'] for router (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.805217 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7977495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7963810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2893'] for router (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.842722 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e401673-75d9-5f2e-9213-2e759a50af8d-56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82'}]}} from dv-cinder-835384-6-iscsi. {{(pid=104111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 00:43:28.843694 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.861162 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d0af31-4e5c-4b96-b5f0-1be737bb30ad {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:43:28.864602 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=14 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:28.866648 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Publish callbacks [] for router_controller (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), precommit_add_association {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.869324 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Publish callbacks [] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.884780 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Transition to ACTIVE for port object 57d0af31-4e5c-4b96-b5f0-1be737bb30ad will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:43:28.889575 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:28.941013 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:29.008185 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.db_base_plugin_common [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Allocated IP 172.20.0.2 (56911b05-bd46-4dfd-92c7-6a9d2a724e66/03b170a4-f162-4e49-bf42-c31c5543af82/129090ce-6690-4bcd-9860-1c8dcd559581) {{(pid=104111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:43:29.016771 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Attempting to bind port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:43:29.017168 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Attempting to bind port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'c47bb877-af46-4e6c-be45-91683683783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:43:29.017500 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Attempting to bind port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad on network aedde080-f18a-4c53-9e17-1bc98b6511a9 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:29.022527 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad on network aedde080-f18a-4c53-9e17-1bc98b6511a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:43:29.022935 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Attempting to bind port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad on network aedde080-f18a-4c53-9e17-1bc98b6511a9 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:29.030546 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:43:29.031057 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Checking segment: {'id': 'c47bb877-af46-4e6c-be45-91683683783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:29.031617 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Bound using segment: {'id': 'c47bb877-af46-4e6c-be45-91683683783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:43:29.033296 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Bound port: 57d0af31-4e5c-4b96-b5f0-1be737bb30ad, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47bb877-af46-4e6c-be45-91683683783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:43:29.033773 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:29.042638 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Publish callbacks [] for router_gateway (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:29.105287 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] For port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad, host hv-cinder-83538, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:43:29.110090 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] For port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:43:29.118895 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:29.170668 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:29.171498 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:29.173205 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] 10.222.0.42 "PUT /v2.0/ports/57d0af31-4e5c-4b96-b5f0-1be737bb30ad HTTP/1.1" status: 200 len: 1094 time: 0.8198142 Jun 15 00:43:29.173807 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:43:29.176310 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef69737-c3b4-4182-91fd-54d43dbd6b36" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:43:29.187277 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Publish callbacks [] for port (129090ce-6690-4bcd-9860-1c8dcd559581), precommit_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:29.190145 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:29.195808 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:29.210559 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb54f0a-c011-4ec3-8b68-1a954ec4d2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:29.272821 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 is already hosted by enough agents. {{(pid=104111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:29.274403 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Pushing event updated for resources: {'Port': ['ID=129090ce-6690-4bcd-9860-1c8dcd559581,revision_number=1']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:29.276925 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a0b1b0-515e-4604-a58b-1391eef43511 x-openstack-request-id: req-e7a0b1b0-515e-4604-a58b-1391eef43511 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:43:29.277320 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:43:29.277670 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e7a0b1b0-515e-4604-a58b-1391eef43511 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:43:29.278166 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a0b1b0-515e-4604-a58b-1391eef43511'] response: {'name': 'network-changed', 'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'status': 'completed', 'code': 200} Jun 15 00:43:29.278685 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.base_scheduler [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Resources bound (agent type, host, resource id): {{(pid=104111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:29.281315 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Received port after_create {{(pid=104111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:43:29.282091 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Publish callbacks [] for router_gateway (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:29.292662 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-e816e83b-da83-4875-8c5f-bed2dc22bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:29.293047 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.293572 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.294283 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.294817 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-e816e83b-da83-4875-8c5f-bed2dc22bf37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f0b03329de24df2b88d07327076ee88&device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 1128 time: 0.0542300 Jun 15 00:43:29.294965 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.295458 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.295798 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.296133 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.296471 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.296801 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.297312 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.297869 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.298234 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.298545 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.298972 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.299342 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:29.306039 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:29.353097 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-d237e68a-5ec6-44eb-b926-59a6a1264e21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad HTTP/1.1" status: 200 len: 217 time: 0.0414190 Jun 15 00:43:29.363830 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Attempting to bind port 129090ce-6690-4bcd-9860-1c8dcd559581 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:43:29.364483 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Attempting to bind port 129090ce-6690-4bcd-9860-1c8dcd559581 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:43:29.365037 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Attempting to bind port 129090ce-6690-4bcd-9860-1c8dcd559581 on network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:29.371670 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:43:29.371976 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Checking segment: {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:29.372385 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:29.372779 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Bound using segment: {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:43:29.373248 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Bound port: 129090ce-6690-4bcd-9860-1c8dcd559581, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:43:29.373636 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:29.424115 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Allocated IP 172.27.3.44 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/700ba2f1-45df-47c5-9c80-1515f63b1208) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:43:29.427647 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-39ce6e91-767a-48e0-adf0-1adfae1bebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:29.430885 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-39ce6e91-767a-48e0-adf0-1adfae1bebbf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dfc3f18-8029-4922-b418-e31b7932b9ee HTTP/1.1" status: 200 len: 848 time: 0.0695572 Jun 15 00:43:29.450688 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] For port 129090ce-6690-4bcd-9860-1c8dcd559581, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:43:29.456960 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] For port 129090ce-6690-4bcd-9860-1c8dcd559581, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=129090ce-6690-4bcd-9860-1c8dcd559581,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:43:29.463562 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:29.492155 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-ff577eca-4649-4df4-bd35-c8213e10893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:29.493962 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-ff577eca-4649-4df4-bd35-c8213e10893e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aedde080-f18a-4c53-9e17-1bc98b6511a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563071 Jun 15 00:43:29.517942 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:29.545234 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:INSERT=12,neutron:UPDATE=7,neutron:SELECT=79,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:29.545457 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7d0e8-308b-47e4-83e8-2361f6ab7af9 None None] Pushing event updated for resources: {'Port': ['ID=129090ce-6690-4bcd-9860-1c8dcd559581,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:29.564641 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Publish callbacks [] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:29.613887 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:29.636934 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-4ec4ca56-0526-4f09-ab33-29ab0349d1c5 service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353672 Jun 15 00:43:29.696420 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:29.703478 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:29.711433 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:43:29.720588 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe193b2-a1fd-4c45-994f-0ff7e4e4c732 req-d7fc513a-3832-4b19-9907-0ac896778be0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:29.722603 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7fe193b2-a1fd-4c45-994f-0ff7e4e4c732 req-d7fc513a-3832-4b19-9907-0ac896778be0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0943608 Jun 15 00:43:29.739615 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Pushing event updated for resources: {'Port': ['ID=700ba2f1-45df-47c5-9c80-1515f63b1208,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:29.793678 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c6aab9c-aa73-4064-985f-030a9dd7d157 req-941ee5a8-94c5-4ed7-83d2-a24718820147 service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506882 Jun 15 00:43:29.850115 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:29.867324 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7fe193b2-a1fd-4c45-994f-0ff7e4e4c732 req-3dc00379-4e0c-4006-aa05-0ab724c23a62 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231647 Jun 15 00:43:29.997189 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Publish callbacks [] for router_gateway (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:30.031581 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-914a4e4e-68ca-46c0-8f4e-9b11611d98fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:30.120988 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef69737-c3b4-4182-91fd-54d43dbd6b36 req-7eb4c84b-ecce-44eb-bab9-86aea31cbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:30.122508 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ef69737-c3b4-4182-91fd-54d43dbd6b36 req-7eb4c84b-ecce-44eb-bab9-86aea31cbd8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f0b03329de24df2b88d07327076ee88&device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 1128 time: 0.0438652 Jun 15 00:43:30.153709 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:30.185846 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963648'] for router (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:30.201577 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:30.223478 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef69737-c3b4-4182-91fd-54d43dbd6b36 req-d38d1247-c045-4207-9911-a067c6d29a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:30.224998 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ef69737-c3b4-4182-91fd-54d43dbd6b36 req-d38d1247-c045-4207-9911-a067c6d29a51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aedde080-f18a-4c53-9e17-1bc98b6511a9 HTTP/1.1" status: 200 len: 910 time: 0.0964136 Jun 15 00:43:30.270670 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ef69737-c3b4-4182-91fd-54d43dbd6b36 req-fd66037b-b655-458c-9e37-92db03cb3bb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad HTTP/1.1" status: 200 len: 217 time: 0.0387743 Jun 15 00:43:30.499463 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc077454-beb7-43c3-bb3e-9f6777642c26 None None] Network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:43:30.559461 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 is scheduled to L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 with binding_index 1 {{(pid=104110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 00:43:30.579373 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-6ae318f0-4c9a-4b6a-9627-a6bb8e9c4a3d None None] Provisioning complete for port 129090ce-6690-4bcd-9860-1c8dcd559581 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:30.579890 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6ae318f0-4c9a-4b6a-9627-a6bb8e9c4a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:30.602150 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef69737-c3b4-4182-91fd-54d43dbd6b36 req-960f3261-f06f-4ac2-88fb-c68d4a7b033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:30.603706 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ef69737-c3b4-4182-91fd-54d43dbd6b36 req-960f3261-f06f-4ac2-88fb-c68d4a7b033f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dfc3f18-8029-4922-b418-e31b7932b9ee HTTP/1.1" status: 200 len: 848 time: 0.3257251 Jun 15 00:43:30.649709 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef69737-c3b4-4182-91fd-54d43dbd6b36 req-bb48b2ef-51e4-4b71-84db-397f708dbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:30.649941 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:30.651604 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ef69737-c3b4-4182-91fd-54d43dbd6b36 req-bb48b2ef-51e4-4b71-84db-397f708dbc41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aedde080-f18a-4c53-9e17-1bc98b6511a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416489 Jun 15 00:43:30.677336 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:43:30.685701 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-6ae318f0-4c9a-4b6a-9627-a6bb8e9c4a3d None None] Current status of the port 129090ce-6690-4bcd-9860-1c8dcd559581 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:30.686099 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6ae318f0-4c9a-4b6a-9627-a6bb8e9c4a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:30.691034 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Sync routers for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:43:30.700713 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:30.702632 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-ad6ebcb2-9955-4822-8716-9a4d7ad371fd admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9237556 Jun 15 00:43:30.705393 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36438) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:30.733045 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:30.733727 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:30.782821 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ef69737-c3b4-4182-91fd-54d43dbd6b36 req-2648e09d-78bd-44dc-a36f-d8e969e48393 service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234632 Jun 15 00:43:30.810155 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-6ae318f0-4c9a-4b6a-9627-a6bb8e9c4a3d None None] For port 129090ce-6690-4bcd-9860-1c8dcd559581, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=129090ce-6690-4bcd-9860-1c8dcd559581,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:43:30.828410 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6ae318f0-4c9a-4b6a-9627-a6bb8e9c4a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:30.897532 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ef69737-c3b4-4182-91fd-54d43dbd6b36 req-b5e8986b-d845-4760-8574-be8f1746003b service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090539 Jun 15 00:43:30.898594 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae318f0-4c9a-4b6a-9627-a6bb8e9c4a3d None None] Pushing event updated for resources: {'Port': ['ID=129090ce-6690-4bcd-9860-1c8dcd559581,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:30.927717 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:30.946252 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:31.004653 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-daa06989-0955-4aa3-929d-2f37013df803 None None] Provisioning complete for port 129090ce-6690-4bcd-9860-1c8dcd559581 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:31.005191 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-daa06989-0955-4aa3-929d-2f37013df803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.009010 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81d08d-9a06-4aa8-8809-2ed4d25dcf6c req-cddfe1b1-9666-4c61-8bf7-3fb30d4b9f5e tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:31.010561 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c81d08d-9a06-4aa8-8809-2ed4d25dcf6c req-cddfe1b1-9666-4c61-8bf7-3fb30d4b9f5e tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0537665 Jun 15 00:43:31.061397 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c81d08d-9a06-4aa8-8809-2ed4d25dcf6c req-82c25a97-a30c-4d99-b30c-4aad79b98832 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444019 Jun 15 00:43:31.094186 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:31.103871 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:31.175709 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-daa06989-0955-4aa3-929d-2f37013df803 None None] Current status of the port 129090ce-6690-4bcd-9860-1c8dcd559581 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:31.183960 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.193352 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:29Z', 'revision_number': 3, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:31.217943 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Checking router: eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:43:31.218518 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Updating router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 port 700ba2f1-45df-47c5-9c80-1515f63b1208 binding host dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:43:31.246546 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.332902 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Allocated IP 172.20.0.1 (56911b05-bd46-4dfd-92c7-6a9d2a724e66/03b170a4-f162-4e49-bf42-c31c5543af82/2a227a11-c5c6-4658-a1bf-01aa2a8a53f1) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:43:31.445604 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Publish callbacks [] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.453423 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:31.484623 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.523252 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:31.529944 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:31.534029 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:31.536250 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Pushing event updated for resources: {'Port': ['ID=2a227a11-c5c6-4658-a1bf-01aa2a8a53f1,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:31.538675 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:43:31.570398 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.570757 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.571139 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.571483 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.571875 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.572152 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.572489 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.572817 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.573185 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.573516 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.573848 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.574175 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.574504 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.574859 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.575175 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:31.594717 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977508'] for router_interface (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.643685 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Publish callbacks [] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.653109 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.712602 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b835-9eaa-4e97-b2c6-f079fe1ba669 None None] Pushing event updated for resources: {'Port': ['ID=700ba2f1-45df-47c5-9c80-1515f63b1208,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:31.715022 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Attempting to bind port 700ba2f1-45df-47c5-9c80-1515f63b1208 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:43:31.715396 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Attempting to bind port 700ba2f1-45df-47c5-9c80-1515f63b1208 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:43:31.715760 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Attempting to bind port 700ba2f1-45df-47c5-9c80-1515f63b1208 on network 22694c3b-fdcf-46c7-9baf-13f71912d01c {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:31.725558 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:43:31.726026 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Checking segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:31.727373 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.728584 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Bound using segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:43:31.729079 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Bound port: 700ba2f1-45df-47c5-9c80-1515f63b1208, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:43:31.730138 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.762431 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 129090ce-6690-4bcd-9860-1c8dcd559581 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:31.773414 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.817052 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] For port 700ba2f1-45df-47c5-9c80-1515f63b1208, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:43:31.832994 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-477c19e4-9791-4e95-b1c5-1937601f6fd3 None None] Provisioning complete for port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:31.833369 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-477c19e4-9791-4e95-b1c5-1937601f6fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.836023 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] For port 700ba2f1-45df-47c5-9c80-1515f63b1208, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=700ba2f1-45df-47c5-9c80-1515f63b1208,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:43:31.862403 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.902843 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:31.904933 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-477c19e4-9791-4e95-b1c5-1937601f6fd3 None None] Port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:43:31.916076 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 129090ce-6690-4bcd-9860-1c8dcd559581 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:31.916452 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.948807 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Publish callbacks [] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.953651 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117882'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:31.970200 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:31.970867 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:31.973920 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b835-9eaa-4e97-b2c6-f079fe1ba669 None None] Pushing event updated for resources: {'Port': ['ID=700ba2f1-45df-47c5-9c80-1515f63b1208,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:32.025068 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Pushing event updated for resources: {'Port': ['ID=2a227a11-c5c6-4658-a1bf-01aa2a8a53f1,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:32.029065 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7930127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7977560'] for router_interface (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:32.092040 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 129090ce-6690-4bcd-9860-1c8dcd559581 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:32.097999 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:32.114129 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:32.128296 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:32.129991 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:32.259048 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a7854-78b2-4e45-8cd9-c9a64c29ef7a req-923afe8a-07c4-4144-a406-10fd966b4480 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:32.261198 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-394a7854-78b2-4e45-8cd9-c9a64c29ef7a req-923afe8a-07c4-4144-a406-10fd966b4480 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0861018 Jun 15 00:43:32.265978 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:32.309569 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 2, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:32.316487 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:43:32.334286 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-394a7854-78b2-4e45-8cd9-c9a64c29ef7a req-30ef49d4-c10b-4b47-9c3c-c8a2bd3be158 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632734 Jun 15 00:43:32.339592 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f4f4b-240f-4059-98a4-cf95c2186f17 None None] The sync data for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi is: [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 2, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:43:32.424323 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c9f7833c-f6e6-4895-8231-616326085f40 None None] Provisioning complete for port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:32.424757 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c9f7833c-f6e6-4895-8231-616326085f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:32.438794 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:43:32.443718 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-c7c2bd20-0b38-4201-9604-4af89a152c18 admin admin] 10.222.0.33 "PUT /v2.0/routers/eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7373536 Jun 15 00:43:32.472815 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7833c-f6e6-4895-8231-616326085f40 None None] Port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:43:32.483679 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:32.961570 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36458) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:32.966353 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-719908249-network', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:32.982766 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:33.005388 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Made reservation on behalf of 7c262ebf5f5e4e07b222c0dec1d4fa3d for: {'network': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:43:33.008110 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for network (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.022024 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.110287 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Publish callbacks [] for security_group (347a03e3-c692-4ef1-8eb3-37e0f54017c2), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.114354 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (347a03e3-c692-4ef1-8eb3-37e0f54017c2), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.137861 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=104110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 00:43:33.153967 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347a03e3-c692-4ef1-8eb3-37e0f54017c2,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:33.157897 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (37cde1b5-ae49-4508-89bd-6c62b211948a), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.158245 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.segments_db [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Added segment 37cde1b5-ae49-4508-89bd-6c62b211948a of type vlan for network 07209a14-afbe-4980-b68b-8147d4e1ba28 Jun 15 00:43:33.201646 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765226646438'] for network (07209a14-afbe-4980-b68b-8147d4e1ba28), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.222957 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:33.229820 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209'] for network (07209a14-afbe-4980-b68b-8147d4e1ba28), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.230855 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:33.231444 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.270531 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3056972 Jun 15 00:43:33.270763 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36460) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:33.277357 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-a3a26d1b-c0cc-4cba-9254-dbf69d39ac57 admin admin] Request body: {'subnet': {'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-719908249-subnet', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'ip_version': 4}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:33.312525 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca7b57-a04b-476a-ae2a-8083edbf0811 admin admin] Pushing event updated for resources: {'Network': ['ID=07209a14-afbe-4980-b68b-8147d4e1ba28,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:33.322206 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Network 07209a14-afbe-4980-b68b-8147d4e1ba28 details requested by agent ovs-agent-dv-cinder-835384-6-iscsi with host dv-cinder-835384-6-iscsi {{(pid=104111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 00:43:33.332184 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a26d1b-c0cc-4cba-9254-dbf69d39ac57 admin admin] Made reservation on behalf of 7c262ebf5f5e4e07b222c0dec1d4fa3d for: {'subnet': 1} {{(pid=104110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:43:33.335103 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a3a26d1b-c0cc-4cba-9254-dbf69d39ac57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3365743'] for subnet (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.443852 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.472744 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff30f40-495a-4304-9849-a41690b8247e req-3b8fca8a-4b2d-4c6b-815f-248b3eeb5bee tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:33.478456 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ff30f40-495a-4304-9849-a41690b8247e req-3b8fca8a-4b2d-4c6b-815f-248b3eeb5bee tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0585752 Jun 15 00:43:33.531375 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a3a26d1b-c0cc-4cba-9254-dbf69d39ac57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3118017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3365697'] for subnet (46c07fba-7744-4ba6-ade9-601e2b4ea03b), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.556088 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ff30f40-495a-4304-9849-a41690b8247e req-fd59ecbb-3839-499d-8cbd-e4a2cafabe76 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744545 Jun 15 00:43:33.608259 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a26d1b-c0cc-4cba-9254-dbf69d39ac57 admin admin] Checking segment: {'id': '37cde1b5-ae49-4508-89bd-6c62b211948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:33.609035 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a26d1b-c0cc-4cba-9254-dbf69d39ac57 admin admin] Network hostable DHCP agents. Network: 07209a14-afbe-4980-b68b-8147d4e1ba28, hostable agents: ['536f285e-70f5-4b92-999e-1d185283a32a'], hosted agents: [] {{(pid=104110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 00:43:33.612830 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a26d1b-c0cc-4cba-9254-dbf69d39ac57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c07fba-7744-4ba6-ade9-601e2b4ea03b,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:33.634715 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a26d1b-c0cc-4cba-9254-dbf69d39ac57 admin admin] Network 07209a14-afbe-4980-b68b-8147d4e1ba28 is scheduled to be hosted by DHCP agent 536f285e-70f5-4b92-999e-1d185283a32a with binding_index 1 {{(pid=104110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 00:43:33.650430 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-a3a26d1b-c0cc-4cba-9254-dbf69d39ac57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-6-iscsi, 07209a14-afbe-4980-b68b-8147d4e1ba28) {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:33.659879 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a26d1b-c0cc-4cba-9254-dbf69d39ac57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:33.660498 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a3a26d1b-c0cc-4cba-9254-dbf69d39ac57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.660965 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c32e900-d40e-4a81-8ff9-5d0c9cdca04c None None] Network 07209a14-afbe-4980-b68b-8147d4e1ba28 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:43:33.685053 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36464) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:33.688969 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-a3a26d1b-c0cc-4cba-9254-dbf69d39ac57 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4170327 Jun 15 00:43:33.691593 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-719908249-router', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:33.722882 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2934'] for router (68b5c98f-96dc-4e9b-8055-335ccc836735), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.724634 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7977495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7963810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2893'] for router (68b5c98f-96dc-4e9b-8055-335ccc836735), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.759873 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 700ba2f1-45df-47c5-9c80-1515f63b1208 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:33.792379 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Publish callbacks [] for router_controller (68b5c98f-96dc-4e9b-8055-335ccc836735), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.848698 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 700ba2f1-45df-47c5-9c80-1515f63b1208 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:33.849124 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.869797 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e401673-75d9-5f2e-9213-2e759a50af8d-07209a14-afbe-4980-b68b-8147d4e1ba28', 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28', 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'fixed_ips': [{'subnet_id': '46c07fba-7744-4ba6-ade9-601e2b4ea03b'}]}} from dv-cinder-835384-6-iscsi. {{(pid=104111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 00:43:33.870729 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:33.936861 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Publish callbacks [] for router_gateway (68b5c98f-96dc-4e9b-8055-335ccc836735), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:34.008451 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 700ba2f1-45df-47c5-9c80-1515f63b1208 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:34.008829 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:34.054184 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port 700ba2f1-45df-47c5-9c80-1515f63b1208, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=700ba2f1-45df-47c5-9c80-1515f63b1208,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:43:34.061280 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:34.088323 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.db_base_plugin_common [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Allocated IP 172.20.0.2 (07209a14-afbe-4980-b68b-8147d4e1ba28/46c07fba-7744-4ba6-ade9-601e2b4ea03b/48f14baf-fcc4-47a0-b216-9e420ff25698) {{(pid=104111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:43:34.129006 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Publish callbacks [] for router_gateway (68b5c98f-96dc-4e9b-8055-335ccc836735), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:34.140862 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=700ba2f1-45df-47c5-9c80-1515f63b1208,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:34.148638 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:34.201738 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:34.245976 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:34.247841 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:34.256830 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:34.262188 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Allocated IP 172.27.3.24 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/48d3451a-2c24-4d56-a500-ad8c376b843c) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:43:34.274894 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Publish callbacks [] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), precommit_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:34.281825 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), after_create {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:34.326110 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Network 07209a14-afbe-4980-b68b-8147d4e1ba28 is already hosted by enough agents. {{(pid=104111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:34.328952 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.scheduler.base_scheduler [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Resources bound (agent type, host, resource id): {{(pid=104111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:34.332905 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Received port after_create {{(pid=104111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:43:34.339740 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Pushing event updated for resources: {'Port': ['ID=48f14baf-fcc4-47a0-b216-9e420ff25698,revision_number=1']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:34.390939 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Publish callbacks [] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:34.425879 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:34.468805 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:34.474004 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:34.478395 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=48d3451a-2c24-4d56-a500-ad8c376b843c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:34.481352 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:43:34.514287 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.514635 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.515000 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.515371 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.515666 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.515997 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.516722 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.516722 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.516946 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.517233 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.517560 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.517878 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.518196 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.518510 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.518862 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:43:34.528176 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85792835-5681-468c-8502-2082eed3907c None None] Sync routers for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:43:34.531671 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Attempting to bind port 48f14baf-fcc4-47a0-b216-9e420ff25698 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:43:34.532050 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Attempting to bind port 48f14baf-fcc4-47a0-b216-9e420ff25698 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '37cde1b5-ae49-4508-89bd-6c62b211948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:43:34.532415 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Attempting to bind port 48f14baf-fcc4-47a0-b216-9e420ff25698 on network 07209a14-afbe-4980-b68b-8147d4e1ba28 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:34.537615 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:43:34.538028 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Checking segment: {'id': '37cde1b5-ae49-4508-89bd-6c62b211948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:34.538431 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:34.538854 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Bound using segment: {'id': '37cde1b5-ae49-4508-89bd-6c62b211948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:43:34.539321 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Bound port: 48f14baf-fcc4-47a0-b216-9e420ff25698, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cde1b5-ae49-4508-89bd-6c62b211948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:43:34.539715 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:34.547344 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85792835-5681-468c-8502-2082eed3907c None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:34.547344 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-85792835-5681-468c-8502-2082eed3907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:34.615350 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] For port 48f14baf-fcc4-47a0-b216-9e420ff25698, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:43:34.618741 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] For port 48f14baf-fcc4-47a0-b216-9e420ff25698, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=48f14baf-fcc4-47a0-b216-9e420ff25698,segment=NetworkSegment(37cde1b5-ae49-4508-89bd-6c62b211948a),segment_id=37cde1b5-ae49-4508-89bd-6c62b211948a)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:43:34.628256 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:34.684918 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-85792835-5681-468c-8502-2082eed3907c None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:34.687326 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e083a2f-01d2-4099-a0a0-68628570d2ed req-2a8e64c6-83ef-4d92-8c8d-66bdd0a6bd27 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:34.689656 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3e083a2f-01d2-4099-a0a0-68628570d2ed req-2a8e64c6-83ef-4d92-8c8d-66bdd0a6bd27 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0570776 Jun 15 00:43:34.705986 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce444c7-e637-4074-9069-44e0122ced3a None None] Pushing event updated for resources: {'Port': ['ID=48f14baf-fcc4-47a0-b216-9e420ff25698,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:34.729765 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:34.777704 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-3e083a2f-01d2-4099-a0a0-68628570d2ed req-8a438410-06d5-4dcf-a722-ddefb264fbe3 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818753 Jun 15 00:43:34.779593 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Publish callbacks [] for router_gateway (68b5c98f-96dc-4e9b-8055-335ccc836735), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:34.923896 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-85792835-5681-468c-8502-2082eed3907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 2, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:34.964329 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85792835-5681-468c-8502-2082eed3907c None None] Checking router: eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:43:34.964726 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85792835-5681-468c-8502-2082eed3907c None None] Updating router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 binding host dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:43:34.993931 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-85792835-5681-468c-8502-2082eed3907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:35.025689 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963648'] for router (68b5c98f-96dc-4e9b-8055-335ccc836735), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:35.127432 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:35.155899 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Router 68b5c98f-96dc-4e9b-8055-335ccc836735 is scheduled to L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 00:43:35.260976 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-85792835-5681-468c-8502-2082eed3907c None None] Publish callbacks [] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), precommit_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:35.262428 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:43:35.266741 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:35.267071 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-85792835-5681-468c-8502-2082eed3907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:35.272214 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Sync routers for ids ['68b5c98f-96dc-4e9b-8055-335ccc836735'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:43:35.284777 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:35.286018 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9b7aa34b-eda6-498d-8183-a017ed80d2b5 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5997751 Jun 15 00:43:35.288726 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36468) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:35.290829 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Routers {'68b5c98f-96dc-4e9b-8055-335ccc836735'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:35.291731 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['68b5c98f-96dc-4e9b-8055-335ccc836735'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:35.349103 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05bef1-426f-4d93-b730-22e11e8df570 None None] Pushing event updated for resources: {'Port': ['ID=2a227a11-c5c6-4658-a1bf-01aa2a8a53f1,revision_number=3']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:35.385258 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-85792835-5681-468c-8502-2082eed3907c None None] Attempting to bind port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:43:35.386172 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-85792835-5681-468c-8502-2082eed3907c None None] Attempting to bind port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:43:35.387307 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85792835-5681-468c-8502-2082eed3907c None None] Attempting to bind port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 on network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:35.393271 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85792835-5681-468c-8502-2082eed3907c None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:43:35.393651 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85792835-5681-468c-8502-2082eed3907c None None] Checking segment: {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:35.394216 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-85792835-5681-468c-8502-2082eed3907c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:35.394680 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85792835-5681-468c-8502-2082eed3907c None None] Bound using segment: {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:43:35.395215 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-85792835-5681-468c-8502-2082eed3907c None None] Bound port: 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'}}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:43:35.395649 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-85792835-5681-468c-8502-2082eed3907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:35.398490 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:35.426585 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Set router 68b5c98f-96dc-4e9b-8055-335ccc836735 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:35.478953 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-85792835-5681-468c-8502-2082eed3907c None None] For port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:43:35.484268 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-85792835-5681-468c-8502-2082eed3907c None None] For port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=2a227a11-c5c6-4658-a1bf-01aa2a8a53f1,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:43:35.498214 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-85792835-5681-468c-8502-2082eed3907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:35.554660 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85792835-5681-468c-8502-2082eed3907c None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:35.555368 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-85792835-5681-468c-8502-2082eed3907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:35.743737 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-85792835-5681-468c-8502-2082eed3907c None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:35.746843 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'name': 'tempest-TestVolumeBootPattern-719908249-router', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:33Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 3, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'gw_port': {'id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:34Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:35.828377 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-a4e9d9f6-0a89-445d-aea9-aff983fd8c4a None None] Provisioning complete for port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:35.837081 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a4e9d9f6-0a89-445d-aea9-aff983fd8c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:35.839460 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Checking router: 68b5c98f-96dc-4e9b-8055-335ccc836735 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:43:35.839916 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Updating router 68b5c98f-96dc-4e9b-8055-335ccc836735 port 48d3451a-2c24-4d56-a500-ad8c376b843c binding host dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:43:35.847287 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:35.873734 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:35.882567 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05bef1-426f-4d93-b730-22e11e8df570 None None] Pushing event updated for resources: {'Port': ['ID=2a227a11-c5c6-4658-a1bf-01aa2a8a53f1,revision_number=4']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:35.918569 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 700ba2f1-45df-47c5-9c80-1515f63b1208 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:36.006171 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.013442 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e61040-d2a9-4128-839d-0b9121d863fb req-f140ca7b-211d-4093-9d57-108a469d2f83 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:36.015207 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b1e61040-d2a9-4128-839d-0b9121d863fb req-f140ca7b-211d-4093-9d57-108a469d2f83 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0769880 Jun 15 00:43:36.042552 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14270006-fffa-4a59-8a7a-844b2153231f None None] Network 07209a14-afbe-4980-b68b-8147d4e1ba28 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:43:36.052027 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-85792835-5681-468c-8502-2082eed3907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:35Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:36.077809 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85792835-5681-468c-8502-2082eed3907c None None] The sync data for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi is: [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:35Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:43:36.122069 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b1e61040-d2a9-4128-839d-0b9121d863fb req-c91fb696-5469-4849-bccf-3524592ddbe8 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982614 Jun 15 00:43:36.152972 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:36.167514 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Allocated IP 172.20.0.1 (07209a14-afbe-4980-b68b-8147d4e1ba28/46c07fba-7744-4ba6-ade9-601e2b4ea03b/37dd93f3-30e7-470e-b288-57ab35f789dc) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:43:36.206343 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:36.208790 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:36.214883 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 700ba2f1-45df-47c5-9c80-1515f63b1208 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:36.215261 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.245430 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-a4e9d9f6-0a89-445d-aea9-aff983fd8c4a None None] Current status of the port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:36.245834 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a4e9d9f6-0a89-445d-aea9-aff983fd8c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.298957 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Publish callbacks [] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.324966 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:36.343000 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.392471 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-a4e9d9f6-0a89-445d-aea9-aff983fd8c4a None None] For port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=2a227a11-c5c6-4658-a1bf-01aa2a8a53f1,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:43:36.393461 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Network 07209a14-afbe-4980-b68b-8147d4e1ba28 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:36.399846 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:36.402926 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Pushing event updated for resources: {'Port': ['ID=37dd93f3-30e7-470e-b288-57ab35f789dc,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:36.405505 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:43:36.430549 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a4e9d9f6-0a89-445d-aea9-aff983fd8c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.445898 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977508'] for router_interface (68b5c98f-96dc-4e9b-8055-335ccc836735), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.536480 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 700ba2f1-45df-47c5-9c80-1515f63b1208 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:36.541123 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 48f14baf-fcc4-47a0-b216-9e420ff25698 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:36.626449 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.634472 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-9ccf6559-cfd2-4c5d-9359-bde215fdda05 None None] Provisioning complete for port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:36.634862 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6559-cfd2-4c5d-9359-bde215fdda05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.649910 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Publish callbacks [] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.652408 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9d9f6-0a89-445d-aea9-aff983fd8c4a None None] Pushing event updated for resources: {'Port': ['ID=2a227a11-c5c6-4658-a1bf-01aa2a8a53f1,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:36.679659 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.751382 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 48f14baf-fcc4-47a0-b216-9e420ff25698 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:36.751834 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.783815 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab5246-ac50-4f76-aaeb-d9788b5e5f55 None None] Pushing event updated for resources: {'Port': ['ID=48d3451a-2c24-4d56-a500-ad8c376b843c,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:36.787611 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Attempting to bind port 48d3451a-2c24-4d56-a500-ad8c376b843c on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:43:36.788058 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Attempting to bind port 48d3451a-2c24-4d56-a500-ad8c376b843c by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:43:36.788484 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Attempting to bind port 48d3451a-2c24-4d56-a500-ad8c376b843c on network 22694c3b-fdcf-46c7-9baf-13f71912d01c {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:36.805190 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:43:36.805782 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Checking segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:36.806317 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.806790 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Bound using segment: {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:43:36.807407 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Bound port: 48d3451a-2c24-4d56-a500-ad8c376b843c, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27ba147-e030-4bbd-821b-61994f4630d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:43:36.807830 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.849047 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Publish callbacks [] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.855953 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.868895 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 57d0af31-4e5c-4b96-b5f0-1be737bb30ad details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:43:36.934206 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Pushing event updated for resources: {'Port': ['ID=37dd93f3-30e7-470e-b288-57ab35f789dc,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:36.936611 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7930127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7977560'] for router_interface (68b5c98f-96dc-4e9b-8055-335ccc836735), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.944649 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:36.956635 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:36.957477 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf6559-cfd2-4c5d-9359-bde215fdda05 None None] Current status of the port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:36.972871 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 48f14baf-fcc4-47a0-b216-9e420ff25698 is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:36.973265 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:36.989522 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] For port 48d3451a-2c24-4d56-a500-ad8c376b843c, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:43:37.011215 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-9ccf6559-cfd2-4c5d-9359-bde215fdda05 None None] Provisioning complete for port 48f14baf-fcc4-47a0-b216-9e420ff25698 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:37.011592 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6559-cfd2-4c5d-9359-bde215fdda05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.048599 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Network 07209a14-afbe-4980-b68b-8147d4e1ba28 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:37.050029 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:37.057914 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] For port 48d3451a-2c24-4d56-a500-ad8c376b843c, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=48d3451a-2c24-4d56-a500-ad8c376b843c,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:43:37.132557 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:37.171473 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Router 68b5c98f-96dc-4e9b-8055-335ccc836735 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:43:37.230489 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.286227 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9532fb6-414e-426c-900f-c94b0edb6937 req-2601f6b4-6f99-43aa-aedc-5abd7102c88e tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:37.287981 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a9532fb6-414e-426c-900f-c94b0edb6937 req-2601f6b4-6f99-43aa-aedc-5abd7102c88e tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0843306 Jun 15 00:43:37.296724 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:43:37.307959 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-20923700-3c0d-433f-acb4-094991bcac21 admin admin] 10.222.0.33 "PUT /v2.0/routers/68b5c98f-96dc-4e9b-8055-335ccc836735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0176771 Jun 15 00:43:37.327373 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port 48f14baf-fcc4-47a0-b216-9e420ff25698, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=48f14baf-fcc4-47a0-b216-9e420ff25698,segment=NetworkSegment(37cde1b5-ae49-4508-89bd-6c62b211948a),segment_id=37cde1b5-ae49-4508-89bd-6c62b211948a)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:43:37.342591 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a9532fb6-414e-426c-900f-c94b0edb6937 req-cc9aaa6f-652f-4612-9ff7-3247373687ad tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489509 Jun 15 00:43:37.350363 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.354693 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:43:37.391696 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Routers {'68b5c98f-96dc-4e9b-8055-335ccc836735'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:37.392340 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['68b5c98f-96dc-4e9b-8055-335ccc836735'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:37.440291 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'port_id': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'mac_address': 'fa:16:3e:2c:ec:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:43:37.478075 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab5246-ac50-4f76-aaeb-d9788b5e5f55 None None] Pushing event updated for resources: {'Port': ['ID=48d3451a-2c24-4d56-a500-ad8c376b843c,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:37.489904 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf6559-cfd2-4c5d-9359-bde215fdda05 None None] Current status of the port 48f14baf-fcc4-47a0-b216-9e420ff25698 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:37.582336 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:37.582725 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.584593 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=48f14baf-fcc4-47a0-b216-9e420ff25698,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:37.609724 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] Set router 68b5c98f-96dc-4e9b-8055-335ccc836735 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:37.650195 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d0af31-4e5c-4b96-b5f0-1be737bb30ad {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:43:37.664977 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-f634d18e-a8bd-4665-becc-fc4409e411d8 None None] Provisioning complete for port 48f14baf-fcc4-47a0-b216-9e420ff25698 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:37.665351 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f634d18e-a8bd-4665-becc-fc4409e411d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.671609 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36480) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:37.673947 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:37.677040 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-6159bd37-d462-44a4-a47e-08077529af68 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-871916550', 'description': 'tempest-secgroup-smoke-871916550 description', 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:37.699339 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6159bd37-d462-44a4-a47e-08077529af68 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.735755 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:43:37.743411 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:37.772023 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6159bd37-d462-44a4-a47e-08077529af68 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group (9584dfd0-179f-4fe3-a656-5adc43c8dea2), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.777256 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6159bd37-d462-44a4-a47e-08077529af68 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (9584dfd0-179f-4fe3-a656-5adc43c8dea2), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.777974 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.809967 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6159bd37-d462-44a4-a47e-08077529af68 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.811219 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-6159bd37-d462-44a4-a47e-08077529af68 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1382155 Jun 15 00:43:37.814118 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36482) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:37.818572 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-af6d9c59-37be-4a74-b21c-7ac08ce35269 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Request body: {'security_group_rule': {'security_group_id': '9584dfd0-179f-4fe3-a656-5adc43c8dea2', 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:37.823969 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159bd37-d462-44a4-a47e-08077529af68 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9584dfd0-179f-4fe3-a656-5adc43c8dea2,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:37.837415 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:37.850532 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-af6d9c59-37be-4a74-b21c-7ac08ce35269 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (1135db5d-b614-49bd-970e-07e02488995f), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.898863 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-af6d9c59-37be-4a74-b21c-7ac08ce35269 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (1135db5d-b614-49bd-970e-07e02488995f), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.903104 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-af6d9c59-37be-4a74-b21c-7ac08ce35269 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (1135db5d-b614-49bd-970e-07e02488995f), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.925780 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d9c59-37be-4a74-b21c-7ac08ce35269 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1135db5d-b614-49bd-970e-07e02488995f,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:37.932427 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:37.936018 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-af6d9c59-37be-4a74-b21c-7ac08ce35269 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.939762 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-af6d9c59-37be-4a74-b21c-7ac08ce35269 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222143 Jun 15 00:43:37.940022 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36484) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:37.944364 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-32020500-85ff-4f4a-abbd-e78bdc157a2a tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Request body: {'security_group_rule': {'security_group_id': '9584dfd0-179f-4fe3-a656-5adc43c8dea2', 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:37.959299 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:37.959679 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.962551 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:37.971896 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-32020500-85ff-4f4a-abbd-e78bdc157a2a tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (b101c233-fa35-4494-bd7c-da356bd47f0b), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:37.983869 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-f634d18e-a8bd-4665-becc-fc4409e411d8 None None] Current status of the port 48f14baf-fcc4-47a0-b216-9e420ff25698 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:38.031038 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-32020500-85ff-4f4a-abbd-e78bdc157a2a tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (b101c233-fa35-4494-bd7c-da356bd47f0b), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.034755 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-f634d18e-a8bd-4665-becc-fc4409e411d8 None None] Provisioning complete for port 37dd93f3-30e7-470e-b288-57ab35f789dc triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:38.035153 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f634d18e-a8bd-4665-becc-fc4409e411d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.035419 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-32020500-85ff-4f4a-abbd-e78bdc157a2a tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (b101c233-fa35-4494-bd7c-da356bd47f0b), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.054886 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32020500-85ff-4f4a-abbd-e78bdc157a2a tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b101c233-fa35-4494-bd7c-da356bd47f0b,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:38.063388 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-32020500-85ff-4f4a-abbd-e78bdc157a2a tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.064891 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-32020500-85ff-4f4a-abbd-e78bdc157a2a tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239343 Jun 15 00:43:38.069651 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36486) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:38.075208 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-39eeeaf3-fb0f-4ce2-88b3-565559b91f01 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Request body: {'security_group_rule': {'security_group_id': '9584dfd0-179f-4fe3-a656-5adc43c8dea2', 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:38.079308 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'name': 'tempest-TestVolumeBootPattern-719908249-router', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:33Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 4, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'gw_port': {'id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:34Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '37dd93f3-30e7-470e-b288-57ab35f789dc', 'name': '', 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'mac_address': 'fa:16:3e:6f:84:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '46c07fba-7744-4ba6-ade9-601e2b4ea03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:35Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 2, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'subnets': [{'id': '46c07fba-7744-4ba6-ade9-601e2b4ea03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:38.101413 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39eeeaf3-fb0f-4ce2-88b3-565559b91f01 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (a684b676-951f-456e-a198-2df654d06bc9), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.109490 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-f634d18e-a8bd-4665-becc-fc4409e411d8 None None] Port 37dd93f3-30e7-470e-b288-57ab35f789dc cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:43:38.112690 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:38.112857 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2246b010-b360-4ae9-98be-ab51617a587d None None] The sync data for ids ['68b5c98f-96dc-4e9b-8055-335ccc836735'] in dv-cinder-835384-6-iscsi is: [{'id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'name': 'tempest-TestVolumeBootPattern-719908249-router', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:33Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 4, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'gw_port': {'id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:34Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '37dd93f3-30e7-470e-b288-57ab35f789dc', 'name': '', 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'mac_address': 'fa:16:3e:6f:84:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '46c07fba-7744-4ba6-ade9-601e2b4ea03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:35Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 2, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'subnets': [{'id': '46c07fba-7744-4ba6-ade9-601e2b4ea03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:43:38.132309 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['57d0af31-4e5c-4b96-b5f0-1be737bb30ad'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:43:38.169025 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39eeeaf3-fb0f-4ce2-88b3-565559b91f01 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (a684b676-951f-456e-a198-2df654d06bc9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.173942 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39eeeaf3-fb0f-4ce2-88b3-565559b91f01 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (a684b676-951f-456e-a198-2df654d06bc9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.180867 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:38.181976 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 48f14baf-fcc4-47a0-b216-9e420ff25698 up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:38.193934 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eeeaf3-fb0f-4ce2-88b3-565559b91f01 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a684b676-951f-456e-a198-2df654d06bc9,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:38.203749 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39eeeaf3-fb0f-4ce2-88b3-565559b91f01 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.207629 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-39eeeaf3-fb0f-4ce2-88b3-565559b91f01 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344993 Jun 15 00:43:38.207925 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36488) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:38.212578 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-1d1feab8-b372-4f6c-9339-c801ea82315d tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Request body: {'security_group_rule': {'security_group_id': '9584dfd0-179f-4fe3-a656-5adc43c8dea2', 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:38.241498 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d1feab8-b372-4f6c-9339-c801ea82315d tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (1edb1d8b-2989-4fd2-b894-e0704081f183), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.273471 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 48f14baf-fcc4-47a0-b216-9e420ff25698 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:38.273853 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.302734 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d1feab8-b372-4f6c-9339-c801ea82315d tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (1edb1d8b-2989-4fd2-b894-e0704081f183), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.319006 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d1feab8-b372-4f6c-9339-c801ea82315d tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (1edb1d8b-2989-4fd2-b894-e0704081f183), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.352107 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1d1feab8-b372-4f6c-9339-c801ea82315d tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.353340 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1d1feab8-b372-4f6c-9339-c801ea82315d tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444881 Jun 15 00:43:38.356431 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1feab8-b372-4f6c-9339-c801ea82315d tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edb1d8b-2989-4fd2-b894-e0704081f183,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:38.356720 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36490) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:38.361201 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.v2.base [None req-26e60f7a-c8f3-44a1-a9ef-91e45024ef59 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Request body: {'security_group_rule': {'security_group_id': '9584dfd0-179f-4fe3-a656-5adc43c8dea2', 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:38.402968 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.securitygroups_db [None req-26e60f7a-c8f3-44a1-a9ef-91e45024ef59 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Project 2a609057ba0f4eb9aa2f90e7f31e0090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 00:43:38.409743 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26e60f7a-c8f3-44a1-a9ef-91e45024ef59 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (edbce71e-7b52-488d-87b7-ffe612939029), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.461625 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 48f14baf-fcc4-47a0-b216-9e420ff25698 is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:38.504612 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa98de-ad51-4c6c-96bf-52c7e5f97ac2 req-b19d4b58-1627-4c42-bf53-9c87bd653b6c tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:38.506161 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-29aa98de-ad51-4c6c-96bf-52c7e5f97ac2 req-b19d4b58-1627-4c42-bf53-9c87bd653b6c tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 945 time: 0.0724220 Jun 15 00:43:38.512471 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26e60f7a-c8f3-44a1-a9ef-91e45024ef59 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (edbce71e-7b52-488d-87b7-ffe612939029), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.529877 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26e60f7a-c8f3-44a1-a9ef-91e45024ef59 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (edbce71e-7b52-488d-87b7-ffe612939029), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.539849 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:38.555598 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e60f7a-c8f3-44a1-a9ef-91e45024ef59 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbce71e-7b52-488d-87b7-ffe612939029,revision_number=0']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:38.579440 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26e60f7a-c8f3-44a1-a9ef-91e45024ef59 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.580570 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-26e60f7a-c8f3-44a1-a9ef-91e45024ef59 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2228534 Jun 15 00:43:38.583514 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36494) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:38.588292 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-84f4dc84-524d-4b9c-9d6c-c88ae60a8dbd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Request body: {'security_group_rule': {'security_group_id': '9584dfd0-179f-4fe3-a656-5adc43c8dea2', 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:38.590050 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-29aa98de-ad51-4c6c-96bf-52c7e5f97ac2 req-78287d24-cce5-43d8-b037-6aa4a63f6c61 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743964 Jun 15 00:43:38.612610 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.securitygroups_db [None req-84f4dc84-524d-4b9c-9d6c-c88ae60a8dbd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Project 2a609057ba0f4eb9aa2f90e7f31e0090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 00:43:38.618677 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-84f4dc84-524d-4b9c-9d6c-c88ae60a8dbd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (670ae6ef-4412-4334-8efa-16b6997b0582), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.682543 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-84f4dc84-524d-4b9c-9d6c-c88ae60a8dbd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (670ae6ef-4412-4334-8efa-16b6997b0582), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.686584 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-84f4dc84-524d-4b9c-9d6c-c88ae60a8dbd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963154'] for security_group_rule (670ae6ef-4412-4334-8efa-16b6997b0582), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.707569 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4dc84-524d-4b9c-9d6c-c88ae60a8dbd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670ae6ef-4412-4334-8efa-16b6997b0582,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:38.717536 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-84f4dc84-524d-4b9c-9d6c-c88ae60a8dbd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:38.718762 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-84f4dc84-524d-4b9c-9d6c-c88ae60a8dbd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339738 Jun 15 00:43:38.956473 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 57d0af31-4e5c-4b96-b5f0-1be737bb30ad up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:39.007105 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:43:39.015681 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:39.016077 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:39.106455 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:39.106909 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:39.134134 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:43:39.137042 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9fb677-bee6-4a5e-ac40-ee2bddcaaaf8" -d '{"events": [{"server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "name": "network-vif-plugged", "status": "completed", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:43:39.156872 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:43:39.178020 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:39.203200 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6cb9ed-a609-4002-a561-a351c2b5db9e x-openstack-request-id: req-af6cb9ed-a609-4002-a561-a351c2b5db9e {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:43:39.203556 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "name": "network-vif-plugged", "status": "completed", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:43:39.203816 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-af6cb9ed-a609-4002-a561-a351c2b5db9e {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:43:39.204266 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6cb9ed-a609-4002-a561-a351c2b5db9e'] response: {'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'code': 200} Jun 15 00:43:39.252861 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:39.443673 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc54703-f4cc-45db-b8a1-c0561a770652 req-f46467c5-71d9-4957-8f45-1aab487c6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:39.445208 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edc54703-f4cc-45db-b8a1-c0561a770652 req-f46467c5-71d9-4957-8f45-1aab487c6143 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 1130 time: 0.0408511 Jun 15 00:43:39.495862 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edc54703-f4cc-45db-b8a1-c0561a770652 req-f86e15dc-ef05-4498-9e9a-8a078a692735 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 Jun 15 00:43:39.709301 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:39.711502 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 48d3451a-2c24-4d56-a500-ad8c376b843c up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:39.715610 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:39.727164 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b6adb-aa16-4617-a8ec-460d59153777 req-dcd1d772-13fd-4b15-9385-e42d9ebc2696 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:39.728701 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ac6b6adb-aa16-4617-a8ec-460d59153777 req-dcd1d772-13fd-4b15-9385-e42d9ebc2696 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0604839 Jun 15 00:43:39.760271 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 48d3451a-2c24-4d56-a500-ad8c376b843c triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:39.760644 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:39.787390 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ac6b6adb-aa16-4617-a8ec-460d59153777 req-bd4a57de-7f66-4809-a740-88df35a7e0fb tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505474 Jun 15 00:43:39.838626 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 48d3451a-2c24-4d56-a500-ad8c376b843c is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:39.839047 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:39.860096 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] For port 48d3451a-2c24-4d56-a500-ad8c376b843c, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=48d3451a-2c24-4d56-a500-ad8c376b843c,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:43:39.864027 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:39.914190 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Pushing event updated for resources: {'Port': ['ID=48d3451a-2c24-4d56-a500-ad8c376b843c,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:40.232401 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Sync routers for ids ['68b5c98f-96dc-4e9b-8055-335ccc836735'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:43:40.243120 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Routers {'68b5c98f-96dc-4e9b-8055-335ccc836735'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:40.243741 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['68b5c98f-96dc-4e9b-8055-335ccc836735'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:40.344674 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Set router 68b5c98f-96dc-4e9b-8055-335ccc836735 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:40.545367 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'name': 'tempest-TestVolumeBootPattern-719908249-router', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:33Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 4, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'gw_port': {'id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:34Z', 'updated_at': '2022-06-15T00:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '37dd93f3-30e7-470e-b288-57ab35f789dc', 'name': '', 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'mac_address': 'fa:16:3e:6f:84:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '46c07fba-7744-4ba6-ade9-601e2b4ea03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:35Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 2, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'subnets': [{'id': '46c07fba-7744-4ba6-ade9-601e2b4ea03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:40.647778 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Checking router: 68b5c98f-96dc-4e9b-8055-335ccc836735 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:43:40.648037 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Updating router 68b5c98f-96dc-4e9b-8055-335ccc836735 port 37dd93f3-30e7-470e-b288-57ab35f789dc binding host dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 00:43:40.676426 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:40.776841 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:40.905963 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee46386-6f87-4c55-ba64-343f505f346f req-9da6e5ca-bbd0-4f9a-bcbc-cdfae2ebb2dc tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:40.911479 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ee46386-6f87-4c55-ba64-343f505f346f req-9da6e5ca-bbd0-4f9a-bcbc-cdfae2ebb2dc tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0545726 Jun 15 00:43:40.958567 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ee46386-6f87-4c55-ba64-343f505f346f req-963fcc1e-99e0-433e-b26e-723a0ff63214 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447416 Jun 15 00:43:40.959170 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Publish callbacks [] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), precommit_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:40.964984 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:41.040450 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b94b6-503c-4aa5-a2a8-caa8b8e2883e None None] Pushing event updated for resources: {'Port': ['ID=37dd93f3-30e7-470e-b288-57ab35f789dc,revision_number=3']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:41.082255 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Attempting to bind port 37dd93f3-30e7-470e-b288-57ab35f789dc on host dv-cinder-835384-6-iscsi for vnic_type normal with profile {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:43:41.082934 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Attempting to bind port 37dd93f3-30e7-470e-b288-57ab35f789dc by drivers openvswitch,hyperv on host dv-cinder-835384-6-iscsi at level 0 using segments [{'id': '37cde1b5-ae49-4508-89bd-6c62b211948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28'}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:43:41.083542 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Attempting to bind port 37dd93f3-30e7-470e-b288-57ab35f789dc on network 07209a14-afbe-4980-b68b-8147d4e1ba28 {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:41.090938 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Checking agent: {'id': '17f46820-5a1c-4298-836d-bf7f020895fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 26, 33), 'started_at': datetime.datetime(2022, 6, 15, 0, 27, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:43:41.091323 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Checking segment: {'id': '37cde1b5-ae49-4508-89bd-6c62b211948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:41.091704 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:41.092735 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Bound using segment: {'id': '37cde1b5-ae49-4508-89bd-6c62b211948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28'} {{(pid=104112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:43:41.092735 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.managers [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Bound port: 37dd93f3-30e7-470e-b288-57ab35f789dc, host: dv-cinder-835384-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cde1b5-ae49-4508-89bd-6c62b211948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28'}}] {{(pid=104112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:43:41.092956 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), before_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:41.101717 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e8788-8ddc-4498-9a44-dcba24333768 req-c66629cf-78c3-4256-9dfb-c3bdd77991f3 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:41.103288 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9a0e8788-8ddc-4498-9a44-dcba24333768 req-c66629cf-78c3-4256-9dfb-c3bdd77991f3 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0674181 Jun 15 00:43:41.104388 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:41.161433 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9a0e8788-8ddc-4498-9a44-dcba24333768 req-90775fd2-3dcf-4afd-9b2e-b3682c0e93bb tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506885 Jun 15 00:43:41.165976 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] For port 37dd93f3-30e7-470e-b288-57ab35f789dc, host dv-cinder-835384-6-iscsi, cleared binding levels {{(pid=104112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:43:41.169731 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.plugins.ml2.db [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] For port 37dd93f3-30e7-470e-b288-57ab35f789dc, host dv-cinder-835384-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=37dd93f3-30e7-470e-b288-57ab35f789dc,segment=NetworkSegment(37cde1b5-ae49-4508-89bd-6c62b211948a),segment_id=37cde1b5-ae49-4508-89bd-6c62b211948a)] {{(pid=104112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:43:41.184162 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron_lib.callbacks.manager [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), after_update {{(pid=104112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:41.189351 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36562) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:41.245333 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Routers {'68b5c98f-96dc-4e9b-8055-335ccc836735'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:41.245970 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['68b5c98f-96dc-4e9b-8055-335ccc836735'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:41.247971 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b94b6-503c-4aa5-a2a8-caa8b8e2883e None None] Pushing event updated for resources: {'Port': ['ID=37dd93f3-30e7-470e-b288-57ab35f789dc,revision_number=4']} {{(pid=104112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:41.283514 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-61a05e9e-84b2-4100-a6db-14cb1e2341c3 None None] Provisioning complete for port 37dd93f3-30e7-470e-b288-57ab35f789dc triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:41.284740 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-61a05e9e-84b2-4100-a6db-14cb1e2341c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:41.400120 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] Set router 68b5c98f-96dc-4e9b-8055-335ccc836735 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:41.408481 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-61a05e9e-84b2-4100-a6db-14cb1e2341c3 None None] Current status of the port 37dd93f3-30e7-470e-b288-57ab35f789dc is: DOWN; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:41.409182 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-61a05e9e-84b2-4100-a6db-14cb1e2341c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:41.460125 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-61a05e9e-84b2-4100-a6db-14cb1e2341c3 None None] For port 37dd93f3-30e7-470e-b288-57ab35f789dc, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=37dd93f3-30e7-470e-b288-57ab35f789dc,segment=NetworkSegment(37cde1b5-ae49-4508-89bd-6c62b211948a),segment_id=37cde1b5-ae49-4508-89bd-6c62b211948a)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:43:41.470673 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-61a05e9e-84b2-4100-a6db-14cb1e2341c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:41.481564 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083e2100-3239-4003-bcec-e199d260aee0 tempest-TestShelveInstance-1420916950 tempest-TestShelveInstance-1420916950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:41.486519 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-083e2100-3239-4003-bcec-e199d260aee0 tempest-TestShelveInstance-1420916950 tempest-TestShelveInstance-1420916950-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 1125 time: 0.2933452 Jun 15 00:43:41.486714 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36568) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:43:41.492029 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'port_id': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:41.509764 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:41.518030 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:41.539047 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a05e9e-84b2-4100-a6db-14cb1e2341c3 None None] Pushing event updated for resources: {'Port': ['ID=37dd93f3-30e7-470e-b288-57ab35f789dc,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:41.589236 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-09b04253-4c2f-404c-89b0-4998f32b8186 None None] Provisioning complete for port 37dd93f3-30e7-470e-b288-57ab35f789dc triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:41.590026 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-09b04253-4c2f-404c-89b0-4998f32b8186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:41.602568 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:41.616841 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'name': 'tempest-TestVolumeBootPattern-719908249-router', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:33Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 4, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'gw_port': {'id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:34Z', 'updated_at': '2022-06-15T00:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '37dd93f3-30e7-470e-b288-57ab35f789dc', 'name': '', 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'mac_address': 'fa:16:3e:6f:84:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '46c07fba-7744-4ba6-ade9-601e2b4ea03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:35Z', 'updated_at': '2022-06-15T00:43:41Z', 'revision_number': 4, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'subnets': [{'id': '46c07fba-7744-4ba6-ade9-601e2b4ea03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:41.634442 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:41.654281 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d2d108-2fd5-4b45-9d76-51158fd97f54 None None] The sync data for ids ['68b5c98f-96dc-4e9b-8055-335ccc836735'] in dv-cinder-835384-6-iscsi is: [{'id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'name': 'tempest-TestVolumeBootPattern-719908249-router', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:33Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 4, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'gw_port': {'id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:34Z', 'updated_at': '2022-06-15T00:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '37dd93f3-30e7-470e-b288-57ab35f789dc', 'name': '', 'network_id': '07209a14-afbe-4980-b68b-8147d4e1ba28', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'mac_address': 'fa:16:3e:6f:84:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '46c07fba-7744-4ba6-ade9-601e2b4ea03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:35Z', 'updated_at': '2022-06-15T00:43:41Z', 'revision_number': 4, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'subnets': [{'id': '46c07fba-7744-4ba6-ade9-601e2b4ea03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:43:41.713961 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:41.730060 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Allocated IP 172.27.3.198 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/79382abe-98de-4589-9092-962f487bab5c) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:43:41.830282 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 48d3451a-2c24-4d56-a500-ad8c376b843c up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:41.855206 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-09b04253-4c2f-404c-89b0-4998f32b8186 None None] Current status of the port 37dd93f3-30e7-470e-b288-57ab35f789dc is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:41.870502 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for port (79382abe-98de-4589-9092-962f487bab5c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:41.885283 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 48d3451a-2c24-4d56-a500-ad8c376b843c triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:41.885663 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:41.910414 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (79382abe-98de-4589-9092-962f487bab5c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:41.982652 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 48d3451a-2c24-4d56-a500-ad8c376b843c is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:41.983802 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 37dd93f3-30e7-470e-b288-57ab35f789dc up at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:43:42.040617 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Provisioning complete for port 37dd93f3-30e7-470e-b288-57ab35f789dc triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:42.041089 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:42.132717 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Current status of the port 37dd93f3-30e7-470e-b288-57ab35f789dc is: ACTIVE; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:43:42.240211 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:42.245329 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:42.247849 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:43:42.270582 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Pushing event updated for resources: {'Port': ['ID=79382abe-98de-4589-9092-962f487bab5c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:42.666372 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for floatingip (49c9343f-4eff-47d7-8dd9-a8a9fed5a089), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:42.738483 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:42.764354 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (79382abe-98de-4589-9092-962f487bab5c), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:42.914017 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for port (79382abe-98de-4589-9092-962f487bab5c), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:42.919950 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (79382abe-98de-4589-9092-962f487bab5c), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:42.990264 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Pushing event updated for resources: {'Port': ['ID=79382abe-98de-4589-9092-962f487bab5c,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:42.998523 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:43.004242 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (49c9343f-4eff-47d7-8dd9-a8a9fed5a089), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:43.099456 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Floating IP 49c9343f-4eff-47d7-8dd9-a8a9fed5a089 associated. External IP: 172.27.3.198, port: 57d0af31-4e5c-4b96-b5f0-1be737bb30ad. Jun 15 00:43:43.299472 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Router 7221ebfa-8179-4ab9-96dc-9f455def894f has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:43:43.404763 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:43:43.413979 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af96e4b-f515-4a19-9bb1-4ff6812f9252 None None] Sync routers for ids ['7221ebfa-8179-4ab9-96dc-9f455def894f'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:43:43.424518 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:43.426205 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af96e4b-f515-4a19-9bb1-4ff6812f9252 None None] Routers {'7221ebfa-8179-4ab9-96dc-9f455def894f'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:43.427040 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0af96e4b-f515-4a19-9bb1-4ff6812f9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['7221ebfa-8179-4ab9-96dc-9f455def894f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:43.460143 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-225b4e27-6bb4-46c4-afa2-ccbab49b615b tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9700913 Jun 15 00:43:43.460143 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:43:43.461381 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4692521-ede9-43e7-ba31-8f6f6ec01d91" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:43:43.501851 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001e3b4c-2817-4b9b-8f73-8d8eeff17164 x-openstack-request-id: req-001e3b4c-2817-4b9b-8f73-8d8eeff17164 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:43:43.502284 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:43:43.502564 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-001e3b4c-2817-4b9b-8f73-8d8eeff17164 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:43:43.503190 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001e3b4c-2817-4b9b-8f73-8d8eeff17164'] response: {'name': 'network-changed', 'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'status': 'completed', 'code': 200} Jun 15 00:43:43.520289 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:43.538122 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-0af96e4b-f515-4a19-9bb1-4ff6812f9252 None None] Set router 7221ebfa-8179-4ab9-96dc-9f455def894f gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:43.591847 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4692521-ede9-43e7-ba31-8f6f6ec01d91 req-c0c567ed-11da-4f5d-afcd-2bcdf0d049ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:43.593387 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4692521-ede9-43e7-ba31-8f6f6ec01d91 req-c0c567ed-11da-4f5d-afcd-2bcdf0d049ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f0b03329de24df2b88d07327076ee88&device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 1130 time: 0.0443084 Jun 15 00:43:43.668916 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:43.689036 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4692521-ede9-43e7-ba31-8f6f6ec01d91 req-96eef3fa-0b18-4797-90d5-67cdc904ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:43.690507 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4692521-ede9-43e7-ba31-8f6f6ec01d91 req-96eef3fa-0b18-4797-90d5-67cdc904ff60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aedde080-f18a-4c53-9e17-1bc98b6511a9 HTTP/1.1" status: 200 len: 910 time: 0.0911765 Jun 15 00:43:43.755728 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4692521-ede9-43e7-ba31-8f6f6ec01d91 req-ed1f5c3d-130c-4d51-b7a8-31f07a339f1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad HTTP/1.1" status: 200 len: 1000 time: 0.0587571 Jun 15 00:43:43.767419 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0af96e4b-f515-4a19-9bb1-4ff6812f9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:56Z', 'revision_number': 4, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port': {'id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '49c9343f-4eff-47d7-8dd9-a8a9fed5a089', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'port_id': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'mac_address': 'fa:16:3e:2c:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7a345e-669d-431b-997e-39066cc45551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:43:42Z', 'updated_at': '2022-06-15T00:43:42Z', 'revision_number': 0, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e', 'name': '', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'mac_address': 'fa:16:3e:09:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:55Z', 'updated_at': '2022-06-15T00:43:00Z', 'revision_number': 5, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'subnets': [{'id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:43.794718 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af96e4b-f515-4a19-9bb1-4ff6812f9252 None None] Checking router: 7221ebfa-8179-4ab9-96dc-9f455def894f for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:43:43.803082 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af96e4b-f515-4a19-9bb1-4ff6812f9252 None None] Routers {'7221ebfa-8179-4ab9-96dc-9f455def894f'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:43:43.803683 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0af96e4b-f515-4a19-9bb1-4ff6812f9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:43:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['7221ebfa-8179-4ab9-96dc-9f455def894f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:43.806344 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4692521-ede9-43e7-ba31-8f6f6ec01d91 req-2916380a-3c17-4841-aba8-d3d3531d106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:43.807948 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4692521-ede9-43e7-ba31-8f6f6ec01d91 req-2916380a-3c17-4841-aba8-d3d3531d106b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dfc3f18-8029-4922-b418-e31b7932b9ee HTTP/1.1" status: 200 len: 848 time: 0.0445452 Jun 15 00:43:43.853816 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4692521-ede9-43e7-ba31-8f6f6ec01d91 req-13ad271d-bd40-4c0e-8a57-ef4e4a3fbb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:43.855379 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4692521-ede9-43e7-ba31-8f6f6ec01d91 req-13ad271d-bd40-4c0e-8a57-ef4e4a3fbb77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aedde080-f18a-4c53-9e17-1bc98b6511a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413988 Jun 15 00:43:43.910973 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-0af96e4b-f515-4a19-9bb1-4ff6812f9252 None None] Set router 7221ebfa-8179-4ab9-96dc-9f455def894f gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:43:43.955556 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4692521-ede9-43e7-ba31-8f6f6ec01d91 req-8425856d-b4b8-4b83-b254-04f656aefadb service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935032 Jun 15 00:43:44.048228 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4692521-ede9-43e7-ba31-8f6f6ec01d91 req-47bec5ce-b26d-4551-8be7-df9509706bab service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861506 Jun 15 00:43:44.062533 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:44.137289 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0af96e4b-f515-4a19-9bb1-4ff6812f9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:56Z', 'revision_number': 4, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port': {'id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '49c9343f-4eff-47d7-8dd9-a8a9fed5a089', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'port_id': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'mac_address': 'fa:16:3e:2c:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7a345e-669d-431b-997e-39066cc45551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:43:42Z', 'updated_at': '2022-06-15T00:43:42Z', 'revision_number': 0, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e', 'name': '', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'mac_address': 'fa:16:3e:09:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:55Z', 'updated_at': '2022-06-15T00:43:00Z', 'revision_number': 5, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'subnets': [{'id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:43:44.161569 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af96e4b-f515-4a19-9bb1-4ff6812f9252 None None] The sync data for ids ['7221ebfa-8179-4ab9-96dc-9f455def894f'] in dv-cinder-835384-6-iscsi is: [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:56Z', 'revision_number': 4, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port': {'id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '49c9343f-4eff-47d7-8dd9-a8a9fed5a089', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'port_id': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'mac_address': 'fa:16:3e:2c:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7a345e-669d-431b-997e-39066cc45551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:43:42Z', 'updated_at': '2022-06-15T00:43:42Z', 'revision_number': 0, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e', 'name': '', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'mac_address': 'fa:16:3e:09:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:55Z', 'updated_at': '2022-06-15T00:43:00Z', 'revision_number': 5, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'subnets': [{'id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:43:44.346484 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d7371d-a3e0-4f78-828f-b9eb770dcbd3 None None] New status for floating IP 49c9343f-4eff-47d7-8dd9-a8a9fed5a089: ACTIVE {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:43:44.428997 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:44.607565 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:47.345893 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:43:50.350194 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82901a6e-060b-432e-943a-9c105dbfda34 req-9edd43e2-8b3e-49a5-9db0-a673f310eb7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373404 Jun 15 00:43:50.421112 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:50.454528 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82901a6e-060b-432e-943a-9c105dbfda34 req-32e37956-fb5f-4007-9212-3dafcef1bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:50.456080 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82901a6e-060b-432e-943a-9c105dbfda34 req-32e37956-fb5f-4007-9212-3dafcef1bf54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f0b03329de24df2b88d07327076ee88&device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 1130 time: 0.0444701 Jun 15 00:43:50.561823 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82901a6e-060b-432e-943a-9c105dbfda34 req-10d2926b-e355-4d20-a6a8-7a296a19708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:50.563322 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82901a6e-060b-432e-943a-9c105dbfda34 req-10d2926b-e355-4d20-a6a8-7a296a19708a service neutron] 10.222.0.42 "GET /v2.0/networks?id=aedde080-f18a-4c53-9e17-1bc98b6511a9 HTTP/1.1" status: 200 len: 910 time: 0.0884869 Jun 15 00:43:50.627524 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82901a6e-060b-432e-943a-9c105dbfda34 req-17d343a5-8b85-467c-8d19-2cc9a2628a29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad HTTP/1.1" status: 200 len: 1002 time: 0.0571542 Jun 15 00:43:50.675318 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82901a6e-060b-432e-943a-9c105dbfda34 req-2d326c89-6c65-4ea1-b956-a66a6231d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:50.676637 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82901a6e-060b-432e-943a-9c105dbfda34 req-2d326c89-6c65-4ea1-b956-a66a6231d8b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dfc3f18-8029-4922-b418-e31b7932b9ee HTTP/1.1" status: 200 len: 848 time: 0.0430992 Jun 15 00:43:50.720824 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82901a6e-060b-432e-943a-9c105dbfda34 req-863bf729-8d34-47dc-b5de-00ade6a7ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:50.722322 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82901a6e-060b-432e-943a-9c105dbfda34 req-863bf729-8d34-47dc-b5de-00ade6a7ff32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aedde080-f18a-4c53-9e17-1bc98b6511a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389228 Jun 15 00:43:50.813495 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82901a6e-060b-432e-943a-9c105dbfda34 req-421020d1-afca-408d-b3bc-094a57a2808a service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847023 Jun 15 00:43:50.904428 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82901a6e-060b-432e-943a-9c105dbfda34 req-620f0d90-3b58-43a4-b8a6-97c1d6421182 service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843267 Jun 15 00:43:51.153304 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=67,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:51.156534 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=15 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:53.137741 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-a9e80712-ed26-4f44-a789-1f50a63f0af4 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871916550&fields=id&tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090 HTTP/1.1" status: 200 len: 267 time: 0.0472744 Jun 15 00:43:53.240331 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa49b-f926-412e-868c-7e4de92be1ae req-6f11c58a-686d-4343-8530-149280ccdaa5 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:53.241748 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-6f11c58a-686d-4343-8530-149280ccdaa5 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 812 time: 0.0978022 Jun 15 00:43:53.256222 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-0d8ed633-9228-4237-bd47-b9e44dc04451 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/quotas/2a609057ba0f4eb9aa2f90e7f31e0090 HTTP/1.1" status: 200 len: 375 time: 0.0085773 Jun 15 00:43:53.302914 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-ed2cdcd2-baef-45f4-9691-b2f63c561932 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420208 Jun 15 00:43:53.399614 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-715123e8-c2c5-4253-86bd-460b79b49c7c service neutron] 10.222.0.33 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852699 Jun 15 00:43:53.490720 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-c98e37c9-f908-4dc9-839c-5b57ac0c8501 service neutron] 10.222.0.33 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853724 Jun 15 00:43:53.779818 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-11cb0d31-5ad6-4955-8ba3-fb060eaeaa54 req-b6aaa255-4d8f-49be-9a9b-fad1da79bae9 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 210 time: 0.0316918 Jun 15 00:43:54.452544 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:54.770174 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:54.796334 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e78e9a66-7097-4111-8751-0c93c1fcfa62 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:54.797791 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e78e9a66-7097-4111-8751-0c93c1fcfa62 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 812 time: 0.1085043 Jun 15 00:43:54.869760 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-2307b47e-f986-4bfb-8f43-105f5c494c2c tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090 HTTP/1.1" status: 200 len: 379 time: 0.0566902 Jun 15 00:43:54.877503 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-85755052-e825-41ae-b70d-a262c91e2df5 req-f7b5d0ee-61b2-4aca-8550-4666ae5a29ad tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 210 time: 0.0293739 Jun 15 00:43:54.879430 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e543775c-a5dd-4e3d-afb2-e6c75fa6b9e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Request body: {'port': {'device_id': '59f252b6-fe92-429b-8114-578f5d141d17', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'admin_state_up': True, 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'security_groups': ['9584dfd0-179f-4fe3-a656-5adc43c8dea2']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:54.992037 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e543775c-a5dd-4e3d-afb2-e6c75fa6b9e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Made reservation on behalf of 2a609057ba0f4eb9aa2f90e7f31e0090 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:43:54.995701 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e543775c-a5dd-4e3d-afb2-e6c75fa6b9e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:55.121675 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e543775c-a5dd-4e3d-afb2-e6c75fa6b9e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Allocated IP 172.20.0.3 (56911b05-bd46-4dfd-92c7-6a9d2a724e66/03b170a4-f162-4e49-bf42-c31c5543af82/8ae5447b-e4e0-4bb7-a438-3e34be6a39cf) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:43:55.230479 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:55.259622 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e543775c-a5dd-4e3d-afb2-e6c75fa6b9e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:55.291962 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e543775c-a5dd-4e3d-afb2-e6c75fa6b9e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:55.343645 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e543775c-a5dd-4e3d-afb2-e6c75fa6b9e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:43:55.349161 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e543775c-a5dd-4e3d-afb2-e6c75fa6b9e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:43:55.351390 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543775c-a5dd-4e3d-afb2-e6c75fa6b9e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'Port': ['ID=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:55.353563 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e543775c-a5dd-4e3d-afb2-e6c75fa6b9e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:43:55.407513 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e543775c-a5dd-4e3d-afb2-e6c75fa6b9e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:55.408305 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e543775c-a5dd-4e3d-afb2-e6c75fa6b9e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:55.426602 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-e543775c-a5dd-4e3d-afb2-e6c75fa6b9e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5515161 Jun 15 00:43:55.444718 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Request body: {'port': {'device_id': '59f252b6-fe92-429b-8114-578f5d141d17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:43:55.510544 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:55.521797 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:55.555583 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-ba8e1ff0-d775-49c0-87c6-130c69ed8c75 None None] Provisioning complete for port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:43:55.556134 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1ff0-d775-49c0-87c6-130c69ed8c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:55.590898 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e1ff0-d775-49c0-87c6-130c69ed8c75 None None] Port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:43:55.770597 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:43:55.778412 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Publish callbacks [] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:55.790833 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Transition to ACTIVE for port object 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:43:55.794705 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:55.840370 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:55.923637 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Attempting to bind port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:43:55.924024 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Attempting to bind port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:43:55.924360 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Attempting to bind port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf on network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:55.929180 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf on network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:43:55.929670 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Attempting to bind port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf on network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:43:55.935086 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:43:55.935426 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Checking segment: {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:43:55.935927 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Bound using segment: {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:43:55.936234 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Bound port: 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:43:55.936596 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:56.011971 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:56.021652 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a53f-9cfc-4ad4-9a7e-7be79b67e854 req-f0088b4b-9b52-47f5-9079-933e84a9b67c tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:56.023148 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bb81a53f-9cfc-4ad4-9a7e-7be79b67e854 req-f0088b4b-9b52-47f5-9079-933e84a9b67c tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 943 time: 0.0740271 Jun 15 00:43:56.055552 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] For port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf, host hv-cinder-83538, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:43:56.074849 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] For port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:43:56.085871 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:56.383860 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bb81a53f-9cfc-4ad4-9a7e-7be79b67e854 req-466bb835-8dc7-4804-8ced-b5285a0f2a60 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3543849 Jun 15 00:43:56.395600 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:56.396240 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:56.397610 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] 10.222.0.42 "PUT /v2.0/ports/8ae5447b-e4e0-4bb7-a438-3e34be6a39cf HTTP/1.1" status: 200 len: 1093 time: 0.9573576 Jun 15 00:43:56.398046 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f252b6-fe92-429b-8114-578f5d141d17', 'tag': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:43:56.400278 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6acd926-0da7-455b-ab31-ab5801ea95fe" -d '{"events": [{"name": "network-changed", "server_uuid": "59f252b6-fe92-429b-8114-578f5d141d17", "tag": "8ae5447b-e4e0-4bb7-a438-3e34be6a39cf"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:43:56.421981 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683a603-2906-40d9-8184-bc965d443ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:43:56.440005 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1dc6b0-13e8-40e2-838b-c306ec2ec6e6 x-openstack-request-id: req-0b1dc6b0-13e8-40e2-838b-c306ec2ec6e6 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:43:56.440295 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f252b6-fe92-429b-8114-578f5d141d17", "tag": "8ae5447b-e4e0-4bb7-a438-3e34be6a39cf", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:43:56.440594 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0b1dc6b0-13e8-40e2-838b-c306ec2ec6e6 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:43:56.440993 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1dc6b0-13e8-40e2-838b-c306ec2ec6e6'] response: {'name': 'network-changed', 'server_uuid': '59f252b6-fe92-429b-8114-578f5d141d17', 'tag': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf', 'status': 'completed', 'code': 200} Jun 15 00:43:56.512470 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa49b-f926-412e-868c-7e4de92be1ae req-9a1df0c7-2077-4239-8a7f-8921abbefea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:56.514036 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-9a1df0c7-2077-4239-8a7f-8921abbefea3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 1127 time: 0.0423756 Jun 15 00:43:56.561051 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-3d5bb7aa-a14f-4b0a-8333-98e746368df6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf HTTP/1.1" status: 200 len: 217 time: 0.0341787 Jun 15 00:43:56.612990 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa49b-f926-412e-868c-7e4de92be1ae req-eb75a694-c363-4d0e-8ede-6bc31746d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:56.614474 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-eb75a694-c363-4d0e-8ede-6bc31746d301 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0470521 Jun 15 00:43:56.657652 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa49b-f926-412e-868c-7e4de92be1ae req-3a4d4fc2-b0e4-4ac4-ba5c-36cfda6c7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:56.659172 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-3a4d4fc2-b0e4-4ac4-ba5c-36cfda6c7477 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391016 Jun 15 00:43:56.742465 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:56.754053 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-6ccfd384-198b-4d98-a14c-5d2578ff7674 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860903 Jun 15 00:43:56.846759 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42faa49b-f926-412e-868c-7e4de92be1ae req-1866a574-cb13-475e-a808-f91cbaaff427 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862854 Jun 15 00:43:57.163692 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acd926-0da7-455b-ab31-ab5801ea95fe req-a0e1db60-211c-4ac7-979e-b7f178532baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:57.165171 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6acd926-0da7-455b-ab31-ab5801ea95fe req-a0e1db60-211c-4ac7-979e-b7f178532baa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 1127 time: 0.0384729 Jun 15 00:43:57.256587 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acd926-0da7-455b-ab31-ab5801ea95fe req-b4234215-a3fb-4525-af88-9ad8def77af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:57.258018 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6acd926-0da7-455b-ab31-ab5801ea95fe req-b4234215-a3fb-4525-af88-9ad8def77af5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 913 time: 0.0864177 Jun 15 00:43:57.296088 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6acd926-0da7-455b-ab31-ab5801ea95fe req-97ce18da-9622-4de8-8164-71b821f2379a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf HTTP/1.1" status: 200 len: 217 time: 0.0319717 Jun 15 00:43:57.341957 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:57.346357 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acd926-0da7-455b-ab31-ab5801ea95fe req-82e88f1f-eb08-4bad-b025-56a9ccf82fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:57.347836 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6acd926-0da7-455b-ab31-ab5801ea95fe req-82e88f1f-eb08-4bad-b025-56a9ccf82fd3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0464385 Jun 15 00:43:57.392816 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acd926-0da7-455b-ab31-ab5801ea95fe req-b79a69de-7d7e-4e7c-90b7-4679aea6bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:57.394347 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6acd926-0da7-455b-ab31-ab5801ea95fe req-b79a69de-7d7e-4e7c-90b7-4679aea6bdc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414207 Jun 15 00:43:57.526936 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7084d5-d825-4a0c-8036-d21c65d8e2de req-79093d0b-3816-401e-b073-092fe1c5f7d3 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:57.528936 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ea7084d5-d825-4a0c-8036-d21c65d8e2de req-79093d0b-3816-401e-b073-092fe1c5f7d3 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 943 time: 0.0712335 Jun 15 00:43:57.534496 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6acd926-0da7-455b-ab31-ab5801ea95fe req-c444bf46-daec-4edc-84e7-8f9b3fc4a6cc service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327405 Jun 15 00:43:57.586605 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f205fc2-b105-4fe1-901c-d820c83c5298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:43:57.650807 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ea7084d5-d825-4a0c-8036-d21c65d8e2de req-b0d76d74-aa9c-43bf-92fd-df7a3c74a768 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152470 Jun 15 00:43:57.677958 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6acd926-0da7-455b-ab31-ab5801ea95fe req-371362ee-2ebb-43d3-8896-7346e28fae40 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353726 Jun 15 00:43:58.765180 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae034998-2322-4d44-bafe-aaab1cf643d5 req-e709716b-f113-4c33-bdb0-52d946cf1b26 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:58.766557 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ae034998-2322-4d44-bafe-aaab1cf643d5 req-e709716b-f113-4c33-bdb0-52d946cf1b26 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 943 time: 0.0469496 Jun 15 00:43:58.814710 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ae034998-2322-4d44-bafe-aaab1cf643d5 req-e0a49ef1-b51e-4844-a202-7bc51a4d8d89 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426285 Jun 15 00:43:59.928200 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70705f37-22d2-4425-9f39-c83373f0ec48 req-cf395fed-d459-4a15-be6e-b2b1208307c6 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:43:59.929668 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70705f37-22d2-4425-9f39-c83373f0ec48 req-cf395fed-d459-4a15-be6e-b2b1208307c6 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 943 time: 0.0479891 Jun 15 00:43:59.959573 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:43:59.978229 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70705f37-22d2-4425-9f39-c83373f0ec48 req-26c37f49-5933-4410-8192-0479016376bf tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424943 Jun 15 00:44:00.023700 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-93dca61d-e41a-4a5f-bf15-26d1025484b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:00.872518 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:01.091340 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067138e1-65e3-4c4d-b172-26591099c906 req-51bb8f3f-86df-4fc1-966e-debba204efa6 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:01.092774 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-067138e1-65e3-4c4d-b172-26591099c906 req-51bb8f3f-86df-4fc1-966e-debba204efa6 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 943 time: 0.0459914 Jun 15 00:44:01.143642 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-067138e1-65e3-4c4d-b172-26591099c906 req-6294e5ec-3c0d-4a13-9f65-7dab47cea8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452204 Jun 15 00:44:02.256673 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a535433-d0c4-41e6-a5e9-4a7f5e778f2d req-fae4f2fe-c69a-4e97-b5b2-53ea63049bf5 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:02.258143 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a535433-d0c4-41e6-a5e9-4a7f5e778f2d req-fae4f2fe-c69a-4e97-b5b2-53ea63049bf5 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 943 time: 0.0473781 Jun 15 00:44:02.305744 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a535433-d0c4-41e6-a5e9-4a7f5e778f2d req-a1c5fe14-5629-4b46-9382-bf8d1b1a4591 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420549 Jun 15 00:44:02.454960 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:02.462647 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:03.417034 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95581d3c-28bc-400e-8b34-bf0b5c0ee1c7 req-04f28b37-f624-4223-ae67-39d0511f3606 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:03.419686 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-95581d3c-28bc-400e-8b34-bf0b5c0ee1c7 req-04f28b37-f624-4223-ae67-39d0511f3606 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 943 time: 0.0472069 Jun 15 00:44:03.439540 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:03.468811 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-95581d3c-28bc-400e-8b34-bf0b5c0ee1c7 req-59ffd09a-5432-490a-965c-75c14aa8e720 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441821 Jun 15 00:44:04.584581 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f15c5b-9606-422d-b0fc-976b5f0fa1c0 req-c73a80cf-fc66-4335-b96c-70345aaba086 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:04.586027 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b0f15c5b-9606-422d-b0fc-976b5f0fa1c0 req-c73a80cf-fc66-4335-b96c-70345aaba086 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 943 time: 0.0494294 Jun 15 00:44:04.633558 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b0f15c5b-9606-422d-b0fc-976b5f0fa1c0 req-08948094-f03d-48aa-967e-01b4cbabfb37 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420685 Jun 15 00:44:05.024092 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:44:05.120672 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:44:05.132321 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'port_id': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf', 'mac_address': 'fa:16:3e:62:d3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:44:05.171954 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:44:05.172361 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:05.184739 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:44:05.204255 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:44:05.207613 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:05.255560 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:44:05.503542 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['8ae5447b-e4e0-4bb7-a438-3e34be6a39cf'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:44:05.660788 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:05.755237 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b10beb-979c-4d2c-8c02-7d9d1dc0284f req-aa16b2ef-d75d-4eca-ab88-ec6c0ac2777e tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:05.756726 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a0b10beb-979c-4d2c-8c02-7d9d1dc0284f req-aa16b2ef-d75d-4eca-ab88-ec6c0ac2777e tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 944 time: 0.0483952 Jun 15 00:44:05.812225 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a0b10beb-979c-4d2c-8c02-7d9d1dc0284f req-01fef776-a892-410a-b487-b237bb4f7366 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483947 Jun 15 00:44:06.923586 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2dd9b-ce07-4523-b5c3-944e02ad7073 req-dd0fb38f-c160-4320-b903-d4812188443e tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:06.925042 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-65d2dd9b-ce07-4523-b5c3-944e02ad7073 req-dd0fb38f-c160-4320-b903-d4812188443e tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 944 time: 0.0466616 Jun 15 00:44:06.935761 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:06.976973 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-65d2dd9b-ce07-4523-b5c3-944e02ad7073 req-efc6e3a0-1023-462f-8afb-aee4d20eeb24 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465233 Jun 15 00:44:07.053494 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:44:07.097552 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:44:07.103118 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:44:07.103572 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:07.173332 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:44:07.173716 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:07.196111 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f252b6-fe92-429b-8114-578f5d141d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:44:07.198356 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dffd0c7-f90c-4fa2-a7df-1eee872a2a49" -d '{"events": [{"server_uuid": "59f252b6-fe92-429b-8114-578f5d141d17", "name": "network-vif-plugged", "status": "completed", "tag": "8ae5447b-e4e0-4bb7-a438-3e34be6a39cf"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:44:07.211071 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:44:07.214912 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:07.240023 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca46d840-20e7-4be3-a775-f7ff5fe53343 x-openstack-request-id: req-ca46d840-20e7-4be3-a775-f7ff5fe53343 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:44:07.240315 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f252b6-fe92-429b-8114-578f5d141d17", "name": "network-vif-plugged", "status": "completed", "tag": "8ae5447b-e4e0-4bb7-a438-3e34be6a39cf", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:44:07.240570 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ca46d840-20e7-4be3-a775-f7ff5fe53343 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:44:07.240962 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca46d840-20e7-4be3-a775-f7ff5fe53343'] response: {'server_uuid': '59f252b6-fe92-429b-8114-578f5d141d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf', 'code': 200} Jun 15 00:44:07.247231 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:07.266796 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:44:07.513343 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa56d5-ac5d-42b1-a606-1b884c1f1e67 req-d478d1a1-abd3-4479-bfe6-05b2bc2be1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:07.514856 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3dfa56d5-ac5d-42b1-a606-1b884c1f1e67 req-d478d1a1-abd3-4479-bfe6-05b2bc2be1f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 1129 time: 0.0386281 Jun 15 00:44:07.564428 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3dfa56d5-ac5d-42b1-a606-1b884c1f1e67 req-89d38c73-9343-4192-84a8-e43d85159377 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429761 Jun 15 00:44:08.087694 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e131b-a762-4c8f-bbd2-f1d0424bb463 req-339c06c2-9737-4f24-bcb4-00cf0b117229 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:08.089166 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d0e131b-a762-4c8f-bbd2-f1d0424bb463 req-339c06c2-9737-4f24-bcb4-00cf0b117229 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 945 time: 0.0463598 Jun 15 00:44:08.137529 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d0e131b-a762-4c8f-bbd2-f1d0424bb463 req-b81a9af7-10f4-481c-b649-49aa8dd3cf0f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421290 Jun 15 00:44:09.253560 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd190dee-f405-4f00-84b4-53a327167ed0 req-0d65a982-512f-43fa-acb3-2a51a957a7a2 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:09.255015 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-bd190dee-f405-4f00-84b4-53a327167ed0 req-0d65a982-512f-43fa-acb3-2a51a957a7a2 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 945 time: 0.0493064 Jun 15 00:44:09.302894 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-bd190dee-f405-4f00-84b4-53a327167ed0 req-c3d06a8c-14f2-49c4-8798-9bd2019760a2 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424035 Jun 15 00:44:09.412865 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784c143-41fa-4a14-9892-57c26292f96f req-cb7034f0-1e40-43a6-b642-62b23173e570 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:09.414350 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d784c143-41fa-4a14-9892-57c26292f96f req-cb7034f0-1e40-43a6-b642-62b23173e570 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 945 time: 0.0462673 Jun 15 00:44:09.462098 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d784c143-41fa-4a14-9892-57c26292f96f req-8bcd8987-ab2a-43cf-891f-13d3bb67d85c tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415180 Jun 15 00:44:09.485048 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36670) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:44:09.566267 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b067a57c-6ad1-41db-a05f-0ac7de20526b tempest-TestVolumeBootPattern-1186819593 tempest-TestVolumeBootPattern-1186819593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:09.567814 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b067a57c-6ad1-41db-a05f-0ac7de20526b tempest-TestVolumeBootPattern-1186819593 tempest-TestVolumeBootPattern-1186819593-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 1124 time: 0.0817614 Jun 15 00:44:09.570725 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36674) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:44:09.575000 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'port_id': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:44:09.596006 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:09.672577 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:09.781272 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Allocated IP 172.27.3.251 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/f896ed75-3ce4-4e82-8c83-f5b440c93238) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:44:09.879420 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for port (f896ed75-3ce4-4e82-8c83-f5b440c93238), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:09.888795 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:09.912693 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (f896ed75-3ce4-4e82-8c83-f5b440c93238), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:09.953717 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:44:09.958212 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:44:09.962110 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:44:09.983715 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'Port': ['ID=f896ed75-3ce4-4e82-8c83-f5b440c93238,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:44:09.994350 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:10.288184 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for floatingip (f699eb81-8e7d-4a66-9d32-6eaea8bc8e2f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:10.355351 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (f896ed75-3ce4-4e82-8c83-f5b440c93238), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:10.501003 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for port (f896ed75-3ce4-4e82-8c83-f5b440c93238), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:10.505503 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (f896ed75-3ce4-4e82-8c83-f5b440c93238), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:10.571700 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'Port': ['ID=f896ed75-3ce4-4e82-8c83-f5b440c93238,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:44:10.581265 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (f699eb81-8e7d-4a66-9d32-6eaea8bc8e2f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:10.673395 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Floating IP f699eb81-8e7d-4a66-9d32-6eaea8bc8e2f associated. External IP: 172.27.3.251, port: 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf. Jun 15 00:44:10.742185 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:10.773981 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:10.869975 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:44:10.964323 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:44:10.974431 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e2c9b-cc77-464a-bc7f-5d18e8d93372 None None] Sync routers for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:44:10.983127 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:10.985070 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e2c9b-cc77-464a-bc7f-5d18e8d93372 None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:44:10.985695 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-fc7e2c9b-cc77-464a-bc7f-5d18e8d93372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:44:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:44:11.015043 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-790d82fc-c89b-40e3-bdbf-77e9f1c05b7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4432185 Jun 15 00:44:11.015674 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f252b6-fe92-429b-8114-578f5d141d17', 'tag': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:44:11.017916 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710943c9-71a0-47f2-9667-dc0abf0e296a" -d '{"events": [{"name": "network-changed", "server_uuid": "59f252b6-fe92-429b-8114-578f5d141d17", "tag": "8ae5447b-e4e0-4bb7-a438-3e34be6a39cf"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:44:11.053668 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c3b768-be23-44c2-aa96-1a12814f8cec x-openstack-request-id: req-20c3b768-be23-44c2-aa96-1a12814f8cec {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:44:11.053959 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f252b6-fe92-429b-8114-578f5d141d17", "tag": "8ae5447b-e4e0-4bb7-a438-3e34be6a39cf", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:44:11.054212 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-20c3b768-be23-44c2-aa96-1a12814f8cec {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:44:11.054618 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c3b768-be23-44c2-aa96-1a12814f8cec'] response: {'name': 'network-changed', 'server_uuid': '59f252b6-fe92-429b-8114-578f5d141d17', 'tag': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf', 'status': 'completed', 'code': 200} Jun 15 00:44:11.141224 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710943c9-71a0-47f2-9667-dc0abf0e296a req-5ccd31ca-0830-4a71-a261-7e67b6530e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:11.142679 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-710943c9-71a0-47f2-9667-dc0abf0e296a req-5ccd31ca-0830-4a71-a261-7e67b6530e6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 1129 time: 0.0435975 Jun 15 00:44:11.214588 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-fc7e2c9b-cc77-464a-bc7f-5d18e8d93372 None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:44:11.235132 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710943c9-71a0-47f2-9667-dc0abf0e296a req-3b705468-6c83-4eed-b0ad-27613f3da6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:11.236614 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-710943c9-71a0-47f2-9667-dc0abf0e296a req-3b705468-6c83-4eed-b0ad-27613f3da6d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 913 time: 0.0881820 Jun 15 00:44:11.296479 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-710943c9-71a0-47f2-9667-dc0abf0e296a req-941a17de-58b0-4785-bd38-4d94308a33f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf HTTP/1.1" status: 200 len: 999 time: 0.0538232 Jun 15 00:44:11.345616 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710943c9-71a0-47f2-9667-dc0abf0e296a req-a86690e0-22cf-43b4-9cee-41bb6743bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:11.347146 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-710943c9-71a0-47f2-9667-dc0abf0e296a req-a86690e0-22cf-43b4-9cee-41bb6743bbc7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0435116 Jun 15 00:44:11.396689 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710943c9-71a0-47f2-9667-dc0abf0e296a req-df6bde2d-f264-49fd-9f96-0f3e094c6a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:11.398126 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-710943c9-71a0-47f2-9667-dc0abf0e296a req-df6bde2d-f264-49fd-9f96-0f3e094c6a55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451834 Jun 15 00:44:11.420335 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-fc7e2c9b-cc77-464a-bc7f-5d18e8d93372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': 'f699eb81-8e7d-4a66-9d32-6eaea8bc8e2f', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:62:d3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f252b6-fe92-429b-8114-578f5d141d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:44:10Z', 'updated_at': '2022-06-15T00:44:10Z', 'revision_number': 0, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:44:11.451339 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e2c9b-cc77-464a-bc7f-5d18e8d93372 None None] Checking router: eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:44:11.459816 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e2c9b-cc77-464a-bc7f-5d18e8d93372 None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:44:11.460435 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-fc7e2c9b-cc77-464a-bc7f-5d18e8d93372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:44:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:44:11.488490 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-710943c9-71a0-47f2-9667-dc0abf0e296a req-5b181088-bbd3-4798-a0d4-076895ad8d46 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830441 Jun 15 00:44:11.562663 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-fc7e2c9b-cc77-464a-bc7f-5d18e8d93372 None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:44:11.582634 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-710943c9-71a0-47f2-9667-dc0abf0e296a req-9bb7a5db-74c7-4a1f-80d4-4bf07ffc1921 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864172 Jun 15 00:44:11.677838 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:11.774427 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-fc7e2c9b-cc77-464a-bc7f-5d18e8d93372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': 'f699eb81-8e7d-4a66-9d32-6eaea8bc8e2f', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:62:d3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f252b6-fe92-429b-8114-578f5d141d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:44:10Z', 'updated_at': '2022-06-15T00:44:10Z', 'revision_number': 0, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:44:11.798372 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e2c9b-cc77-464a-bc7f-5d18e8d93372 None None] The sync data for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi is: [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': 'f699eb81-8e7d-4a66-9d32-6eaea8bc8e2f', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:62:d3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f252b6-fe92-429b-8114-578f5d141d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:44:10Z', 'updated_at': '2022-06-15T00:44:10Z', 'revision_number': 0, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:44:11.985581 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039eebb6-2b6a-43e1-b129-b3478478e73a None None] New status for floating IP f699eb81-8e7d-4a66-9d32-6eaea8bc8e2f: ACTIVE {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:44:14.607083 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:19.294603 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=88 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:19.299025 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=84 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:21.572924 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:21.579160 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:22.084268 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:24.345006 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:44:24.601224 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=79 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:24.603034 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:27.578327 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-516092fc-4ddc-42da-a12e-d35a46ca6e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:30.025235 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-44a3802b-2a5f-4c2f-9c04-c148b766e68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:30.875303 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:32.463515 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:33.442439 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:34.339973 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:43.432181 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:43.439120 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:44.618488 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:44:49.584205 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:49.584936 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=4 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:51.399719 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-d2b91e30-a458-47cf-94e6-b2723e10c203 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806868 Jun 15 00:44:51.496019 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-44cdddec-b936-4816-938e-01c632d06f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:51.497552 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-44cdddec-b936-4816-938e-01c632d06f5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f0b03329de24df2b88d07327076ee88&device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 1130 time: 0.0407646 Jun 15 00:44:51.601070 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-d8206fdc-f4ca-46a0-9c9e-3595f801b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:51.602437 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-d8206fdc-f4ca-46a0-9c9e-3595f801b691 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aedde080-f18a-4c53-9e17-1bc98b6511a9 HTTP/1.1" status: 200 len: 910 time: 0.0871041 Jun 15 00:44:51.662982 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-d0ee5356-09b7-4f97-8508-a44cf3ce354b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad HTTP/1.1" status: 200 len: 1002 time: 0.0537620 Jun 15 00:44:51.712914 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-7cad569c-91a3-418e-b5f7-be88275a2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:51.714318 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-7cad569c-91a3-418e-b5f7-be88275a2044 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dfc3f18-8029-4922-b418-e31b7932b9ee HTTP/1.1" status: 200 len: 848 time: 0.0455201 Jun 15 00:44:51.755535 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-96e5b7b3-44a3-4a7c-b281-1dd5b85427a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:44:51.757011 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-96e5b7b3-44a3-4a7c-b281-1dd5b85427a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aedde080-f18a-4c53-9e17-1bc98b6511a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367754 Jun 15 00:44:51.769013 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-893ab8de-083f-42df-b55e-be5f94537c84 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:44:51.770007 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-893ab8de-083f-42df-b55e-be5f94537c84 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048976 Jun 15 00:44:51.856943 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-8392320c-b49f-4d01-bb1b-9d894d7727f4 service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813181 Jun 15 00:44:51.952330 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cf1817e-5388-43d3-9646-ce73987a58fd req-f45e7553-7f7a-4ef2-8b34-807e498da695 service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897334 Jun 15 00:44:54.612727 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:54.613925 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:44:57.580177 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c3f168e8-5c25-484b-a317-5c6af5d04a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:00.026379 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-28bf9c8d-5f5d-407d-9ff4-666ac382ae93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:00.877172 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:01.344885 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:45:01.947095 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=50 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:01.948937 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=51 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:02.467153 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:03.444465 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:11.340234 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:11.340984 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:13.438551 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:13.440834 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:14.623717 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:24.617745 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:24.619618 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:26.662845 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=16 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:26.663603 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=16 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:27.581521 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c14e9341-477e-4db3-b060-c79dc55ba89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:30.032443 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1b65be0c-cf3d-4aa8-b84b-7b7cec962299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:30.880283 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:32.469308 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:33.445617 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:38.344771 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:45:40.840224 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c588-7deb-4269-912d-af548054a33e req-9c3b29c5-6d25-450f-9817-652fec3a86b1 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:40.841710 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5e92c588-7deb-4269-912d-af548054a33e req-9c3b29c5-6d25-450f-9817-652fec3a86b1 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0949125 Jun 15 00:45:40.889580 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-5e92c588-7deb-4269-912d-af548054a33e req-5441df7f-52a9-4d5f-8de6-182d9936af8e tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420446 Jun 15 00:45:42.056269 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa29b90-89cf-42ca-9d6a-96867b1b41fa req-c508164f-0867-4524-bf9c-fdf40372a3da tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:42.057745 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9aa29b90-89cf-42ca-9d6a-96867b1b41fa req-c508164f-0867-4524-bf9c-fdf40372a3da tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0965793 Jun 15 00:45:42.105153 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9aa29b90-89cf-42ca-9d6a-96867b1b41fa req-826401cf-279f-4adb-8eed-853f00a34ece tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412991 Jun 15 00:45:43.219685 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76fc0d-d7f8-4c4e-a23c-5d1dd50717ba req-f0114109-3b17-4a03-8684-059f22b63668 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:43.221388 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dc76fc0d-d7f8-4c4e-a23c-5d1dd50717ba req-f0114109-3b17-4a03-8684-059f22b63668 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0500207 Jun 15 00:45:43.269111 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dc76fc0d-d7f8-4c4e-a23c-5d1dd50717ba req-620a16d5-5d0a-41d7-bad2-cda6705a68e0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423129 Jun 15 00:45:43.440345 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:43.442132 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:44.384159 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbabd3-3fd9-4cbf-aeb7-de07f9aaf2d2 req-0a7c4473-87d6-46c1-b552-568ae79cb150 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:44.385596 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06cbabd3-3fd9-4cbf-aeb7-de07f9aaf2d2 req-0a7c4473-87d6-46c1-b552-568ae79cb150 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0495410 Jun 15 00:45:44.434507 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06cbabd3-3fd9-4cbf-aeb7-de07f9aaf2d2 req-ee85808e-4a09-4a6a-a2bc-bf594b21adbe tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428917 Jun 15 00:45:44.625066 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:45.548951 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0be1e2-34a3-42d1-add1-2555cf426a18 req-40647059-191c-4831-83d2-226e9c5357fa tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:45.550392 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7d0be1e2-34a3-42d1-add1-2555cf426a18 req-40647059-191c-4831-83d2-226e9c5357fa tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0462046 Jun 15 00:45:45.597727 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7d0be1e2-34a3-42d1-add1-2555cf426a18 req-61177ae3-00ea-4b74-be78-02e2e52012d0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419190 Jun 15 00:45:46.714531 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dab0b0-ce69-4c06-b6fe-3f49ac19ee0d req-d997befa-1296-4e83-947c-e92b726577b4 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:46.716585 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a1dab0b0-ce69-4c06-b6fe-3f49ac19ee0d req-d997befa-1296-4e83-947c-e92b726577b4 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0531268 Jun 15 00:45:46.764355 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a1dab0b0-ce69-4c06-b6fe-3f49ac19ee0d req-cfda79c5-a707-4900-a176-beaab0eaa3ac tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Jun 15 00:45:47.875221 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a95f6-53fc-467b-b4b5-c03e6e80b95f req-08e58ceb-e7c5-4249-8d69-e0422af99b32 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:47.876679 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-443a95f6-53fc-467b-b4b5-c03e6e80b95f req-08e58ceb-e7c5-4249-8d69-e0422af99b32 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0467632 Jun 15 00:45:47.927823 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-443a95f6-53fc-467b-b4b5-c03e6e80b95f req-2ce969c3-be53-46d6-b176-6a58e78a7888 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456915 Jun 15 00:45:48.340602 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:48.341360 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:49.043239 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39d9ce-5c5f-4ddf-a359-d55d5cd00e0c req-294b7d9e-9f28-4106-9b71-4f7cfdd87693 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:49.044730 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc39d9ce-5c5f-4ddf-a359-d55d5cd00e0c req-294b7d9e-9f28-4106-9b71-4f7cfdd87693 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0502431 Jun 15 00:45:49.092389 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc39d9ce-5c5f-4ddf-a359-d55d5cd00e0c req-3ae18ea0-6d2c-4d16-ae58-a6f40de10758 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Jun 15 00:45:50.203226 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6a9b-c432-4301-bc77-d996d35cf349 req-75e70f46-0f44-44de-abc3-2a6cfa3b1b89 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:50.204661 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-488d6a9b-c432-4301-bc77-d996d35cf349 req-75e70f46-0f44-44de-abc3-2a6cfa3b1b89 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0452898 Jun 15 00:45:50.252792 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-488d6a9b-c432-4301-bc77-d996d35cf349 req-e7dc10df-d01b-4e41-b1ca-18fc8d0653df tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Jun 15 00:45:51.015819 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24505ff9-98ca-4ada-8773-6ba39ca9b201 req-648c01c0-8979-4f96-ad7a-1b2b434d551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:51.017272 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24505ff9-98ca-4ada-8773-6ba39ca9b201 req-648c01c0-8979-4f96-ad7a-1b2b434d551a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f0b03329de24df2b88d07327076ee88&device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 1130 time: 0.0389769 Jun 15 00:45:51.106882 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24505ff9-98ca-4ada-8773-6ba39ca9b201 req-ec80d62f-0ba8-47ed-9f07-ea660a1878f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:51.108244 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24505ff9-98ca-4ada-8773-6ba39ca9b201 req-ec80d62f-0ba8-47ed-9f07-ea660a1878f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aedde080-f18a-4c53-9e17-1bc98b6511a9 HTTP/1.1" status: 200 len: 910 time: 0.0853169 Jun 15 00:45:51.462167 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24505ff9-98ca-4ada-8773-6ba39ca9b201 req-b6612544-da8a-4fc4-8fa1-683d6e48bc77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad HTTP/1.1" status: 200 len: 1002 time: 0.3478644 Jun 15 00:45:51.468982 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c31d4-bf1a-44e2-856a-d3d9541d404c req-e31707e1-d0e5-4404-80a7-64d85c3ad336 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:51.470344 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b52c31d4-bf1a-44e2-856a-d3d9541d404c req-e31707e1-d0e5-4404-80a7-64d85c3ad336 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0600209 Jun 15 00:45:51.535373 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24505ff9-98ca-4ada-8773-6ba39ca9b201 req-45222cb3-86b1-4a94-a6fa-a3010dc87b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:51.536834 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24505ff9-98ca-4ada-8773-6ba39ca9b201 req-45222cb3-86b1-4a94-a6fa-a3010dc87b6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dfc3f18-8029-4922-b418-e31b7932b9ee HTTP/1.1" status: 200 len: 848 time: 0.0655844 Jun 15 00:45:51.581487 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b52c31d4-bf1a-44e2-856a-d3d9541d404c req-972b4dca-dd37-4c41-82c4-44a031a93868 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019318 Jun 15 00:45:51.588833 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24505ff9-98ca-4ada-8773-6ba39ca9b201 req-23bac58d-598c-4115-b532-d18b78e73c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:51.590868 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24505ff9-98ca-4ada-8773-6ba39ca9b201 req-23bac58d-598c-4115-b532-d18b78e73c68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aedde080-f18a-4c53-9e17-1bc98b6511a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484364 Jun 15 00:45:51.680547 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24505ff9-98ca-4ada-8773-6ba39ca9b201 req-5fb19d4a-f54e-41b3-97ed-49d60722b1b1 service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833416 Jun 15 00:45:51.768505 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24505ff9-98ca-4ada-8773-6ba39ca9b201 req-61cde6a1-97b8-4051-abae-5c1ecf326bd9 service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823011 Jun 15 00:45:52.692980 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d9a68-0131-494b-9402-1829c98c9afe req-7105040c-374d-48d9-9128-af1d14838c7f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:52.694423 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-295d9a68-0131-494b-9402-1829c98c9afe req-7105040c-374d-48d9-9128-af1d14838c7f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0463238 Jun 15 00:45:52.742913 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-295d9a68-0131-494b-9402-1829c98c9afe req-73a57933-343b-4869-9732-7b3bc8414a89 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429256 Jun 15 00:45:52.977358 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:52.988474 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e37db50-02b6-4fe3-837f-8d91fc9c90c6 req-e7f3f4c1-80ed-4e79-9dde-58814c1611a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427125 Jun 15 00:45:53.248698 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37db50-02b6-4fe3-837f-8d91fc9c90c6 req-3e2f1ae9-6880-4bb8-ac65-4866c8f20b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:53.250157 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e37db50-02b6-4fe3-837f-8d91fc9c90c6 req-3e2f1ae9-6880-4bb8-ac65-4866c8f20b59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 1129 time: 0.0386562 Jun 15 00:45:53.344593 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:45:53.405786 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37db50-02b6-4fe3-837f-8d91fc9c90c6 req-2420d59b-3a41-43ac-9d24-1e11b409430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:53.407605 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e37db50-02b6-4fe3-837f-8d91fc9c90c6 req-2420d59b-3a41-43ac-9d24-1e11b409430f service neutron] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 913 time: 0.0972528 Jun 15 00:45:53.473876 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e37db50-02b6-4fe3-837f-8d91fc9c90c6 req-3c8e9413-dcf5-4689-994e-01760b0342ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf HTTP/1.1" status: 200 len: 1001 time: 0.0602219 Jun 15 00:45:53.522582 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37db50-02b6-4fe3-837f-8d91fc9c90c6 req-eba72043-ad98-4aea-ba37-6b3e86be47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:53.523984 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e37db50-02b6-4fe3-837f-8d91fc9c90c6 req-eba72043-ad98-4aea-ba37-6b3e86be47b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0439665 Jun 15 00:45:53.566320 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37db50-02b6-4fe3-837f-8d91fc9c90c6 req-2e760573-df8f-4c42-8de4-f8b68ca33019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:53.567802 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e37db50-02b6-4fe3-837f-8d91fc9c90c6 req-2e760573-df8f-4c42-8de4-f8b68ca33019 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377369 Jun 15 00:45:53.660008 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e37db50-02b6-4fe3-837f-8d91fc9c90c6 req-bbbaeaed-0d26-43f0-983d-374339686556 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855157 Jun 15 00:45:53.754429 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e37db50-02b6-4fe3-837f-8d91fc9c90c6 req-a550fd04-f45e-40dd-96f0-57a637172038 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866520 Jun 15 00:45:53.868326 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dac80-86e8-4e15-9011-c7525ef3650a req-62533ab7-4831-4311-860b-2ab8d503330f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:53.869818 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b79dac80-86e8-4e15-9011-c7525ef3650a req-62533ab7-4831-4311-860b-2ab8d503330f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0543652 Jun 15 00:45:53.917667 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b79dac80-86e8-4e15-9011-c7525ef3650a req-64d713be-29a9-461d-9039-a5e7ea5d80c5 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416889 Jun 15 00:45:55.033493 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29f3f1-4b9a-4720-a045-e1e5cc0a0733 req-717cc9ee-22e4-4a3a-a8a6-fe52050291c1 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:55.034981 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2c29f3f1-4b9a-4720-a045-e1e5cc0a0733 req-717cc9ee-22e4-4a3a-a8a6-fe52050291c1 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0499690 Jun 15 00:45:55.084472 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2c29f3f1-4b9a-4720-a045-e1e5cc0a0733 req-fa5bff2d-a96c-49a0-8cb7-0b798d0f4b54 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 Jun 15 00:45:55.283640 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-09b4843f-713b-4b50-9ae1-7211c1ef38d7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0640872 Jun 15 00:45:55.298976 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dce6ab-90cd-4f17-b845-610628620367 req-ec084e4c-ef77-45b0-9e3f-4130fd3b6e05 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:55.300359 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-17dce6ab-90cd-4f17-b845-610628620367 req-ec084e4c-ef77-45b0-9e3f-4130fd3b6e05 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0529671 Jun 15 00:45:55.351417 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-17dce6ab-90cd-4f17-b845-610628620367 req-be19db9e-6547-469c-84da-94c316f75e6e tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454934 Jun 15 00:45:55.589338 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 57d0af31-4e5c-4b96-b5f0-1be737bb30ad no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:45:55.661397 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad is: ACTIVE; New status is: DOWN {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:45:55.661794 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:55.685124 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:45:55.687368 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e8d52c-1b6d-46db-bea4-9df94718eb70" -d '{"events": [{"server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "name": "network-vif-unplugged", "status": "completed", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:45:55.699628 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:45:55.703681 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:55.751454 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,revision_number=6']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:45:55.758572 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.758945 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.759290 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.759631 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.759962 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.760290 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.760617 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.761539 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.761910 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.762239 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.762567 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.762920 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.763248 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.763570 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.763890 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:45:55.774705 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Jun 2022 00:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2095436-a7be-4166-8f8c-ee4a4dc6356c x-openstack-request-id: req-c2095436-a7be-4166-8f8c-ee4a4dc6356c {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:45:55.775024 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "name": "network-vif-unplugged", "status": "failed", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad", "code": 422}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:45:55.775275 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c2095436-a7be-4166-8f8c-ee4a4dc6356c {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:45:55.775709 dv-cinder-835384-6-iscsi neutron-server[104111]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c2095436-a7be-4166-8f8c-ee4a4dc6356c']: {'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'code': 422} returned with failed status Jun 15 00:45:56.364567 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-2d190cbd-b559-4751-8bd9-165be4942e38 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:56.365928 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-2d190cbd-b559-4751-8bd9-165be4942e38 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports/57d0af31-4e5c-4b96-b5f0-1be737bb30ad HTTP/1.1" status: 200 len: 941 time: 0.0469713 Jun 15 00:45:56.464491 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c7248-9e1b-4572-81aa-a0a1aa53e6b1 req-e259f4df-5150-4aad-b06a-2f5dfc93d208 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:56.466517 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-022c7248-9e1b-4572-81aa-a0a1aa53e6b1 req-e259f4df-5150-4aad-b06a-2f5dfc93d208 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0478306 Jun 15 00:45:56.522341 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-022c7248-9e1b-4572-81aa-a0a1aa53e6b1 req-dbab3d47-5646-4622-b832-6e8750e2769f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488014 Jun 15 00:45:57.586723 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-aa9832e8-5c61-432c-b4d4-e25b440762b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:45:57.641815 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a272e74-0911-442a-b5ae-aea1823cd9b3 req-3bf612aa-241a-44e8-895a-a422ef6327ee tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:57.643362 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a272e74-0911-442a-b5ae-aea1823cd9b3 req-3bf612aa-241a-44e8-895a-a422ef6327ee tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0487990 Jun 15 00:45:57.695170 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a272e74-0911-442a-b5ae-aea1823cd9b3 req-dec67800-d21c-4196-96eb-b7e800682a9a tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456955 Jun 15 00:45:58.811405 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6fd09-d86e-4e10-96da-72ed318db81d req-2c45714e-ac2d-48f1-97a8-b31ada52e848 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:58.812751 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ddb6fd09-d86e-4e10-96da-72ed318db81d req-2c45714e-ac2d-48f1-97a8-b31ada52e848 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0489693 Jun 15 00:45:58.860642 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-ddb6fd09-d86e-4e10-96da-72ed318db81d req-5390c4fd-0d85-4c26-9571-955cf08b2c00 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424874 Jun 15 00:45:59.976576 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7ac17-3d24-4e5b-a712-11ddd1086490 req-271d410b-2df6-4405-a332-8b260bfb314a tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:45:59.978195 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00b7ac17-3d24-4e5b-a712-11ddd1086490 req-271d410b-2df6-4405-a332-8b260bfb314a tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0519612 Jun 15 00:46:00.025476 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d4bb3b2f-0985-4d47-83fc-95fe3e026874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:00.028740 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00b7ac17-3d24-4e5b-a712-11ddd1086490 req-bc86046f-c943-4a40-8cd4-1418ba7d5759 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446925 Jun 15 00:46:00.883137 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:00.949895 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-b5c3d6e3-bba8-4a69-a147-7846fc39387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:00.951414 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-b5c3d6e3-bba8-4a69-a147-7846fc39387a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551&tenant_id=5f0b03329de24df2b88d07327076ee88 HTTP/1.1" status: 200 len: 1128 time: 0.0394843 Jun 15 00:46:01.021094 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-58b9b4dc-9a77-457c-8eda-680dee1ce622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:01.022694 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-58b9b4dc-9a77-457c-8eda-680dee1ce622 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f0b03329de24df2b88d07327076ee88&device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 1128 time: 0.0384691 Jun 15 00:46:01.106974 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:01.117043 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-aa389f3d-be82-459c-884b-35d2628933ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:01.118557 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-aa389f3d-be82-459c-884b-35d2628933ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=aedde080-f18a-4c53-9e17-1bc98b6511a9 HTTP/1.1" status: 200 len: 910 time: 0.0902469 Jun 15 00:46:01.134755 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:01.144031 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b116-32bd-4156-8300-df2cb2dc0c4f req-0ff972aa-7efc-45fd-b9a8-26058720c86e tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:01.145526 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-30e8b116-32bd-4156-8300-df2cb2dc0c4f req-0ff972aa-7efc-45fd-b9a8-26058720c86e tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0484653 Jun 15 00:46:01.178227 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-6017a290-57b8-4931-9d1d-ae636a3f9012 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad HTTP/1.1" status: 200 len: 1000 time: 0.0538135 Jun 15 00:46:01.194475 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-30e8b116-32bd-4156-8300-df2cb2dc0c4f req-273958d9-5ee5-445b-92f9-8db8472f82a6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432141 Jun 15 00:46:01.229060 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-22d3cc99-cd8d-47c0-a3a2-2c66707164b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:01.230520 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-22d3cc99-cd8d-47c0-a3a2-2c66707164b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dfc3f18-8029-4922-b418-e31b7932b9ee HTTP/1.1" status: 200 len: 848 time: 0.0471675 Jun 15 00:46:01.242730 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:01.273260 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-1313a4cc-b140-448d-8040-19cf5fa8157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:01.274724 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-1313a4cc-b140-448d-8040-19cf5fa8157e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aedde080-f18a-4c53-9e17-1bc98b6511a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388703 Jun 15 00:46:01.297999 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:01.362345 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-ad95e83e-7670-4d72-8a22-bbb1051e5970 service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815778 Jun 15 00:46:01.454340 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41c5ce24-cba4-47f8-8f19-112613e66d33 req-12c98207-bfb4-4864-8309-d4e136c5946d service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860341 Jun 15 00:46:02.305848 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f21fcf-2373-4fc0-904c-c679f9f12d14 req-fec5ae4a-b87e-41fb-8ba3-a2601d58b478 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:02.307332 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-95f21fcf-2373-4fc0-904c-c679f9f12d14 req-fec5ae4a-b87e-41fb-8ba3-a2601d58b478 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0467637 Jun 15 00:46:02.361561 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-95f21fcf-2373-4fc0-904c-c679f9f12d14 req-f1a973f4-8ef4-4f85-88dd-6b10e4b77ca9 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486095 Jun 15 00:46:02.470600 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:03.388980 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8934c9e-57f4-4747-a6a0-366f4e51ef55 req-6eba638f-8593-4a3d-af24-2ca00f81adfa tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:03.390503 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8934c9e-57f4-4747-a6a0-366f4e51ef55 req-6eba638f-8593-4a3d-af24-2ca00f81adfa tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 945 time: 0.0523779 Jun 15 00:46:03.442611 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8934c9e-57f4-4747-a6a0-366f4e51ef55 req-dca71108-522e-4a1d-96a1-3506de9c17f1 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461519 Jun 15 00:46:03.449654 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:03.477012 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffae76f-de68-4125-ae46-96f33b0f11b5 req-845dc648-4c8a-44ea-9066-5ffb191a9501 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:03.478511 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fffae76f-de68-4125-ae46-96f33b0f11b5 req-845dc648-4c8a-44ea-9066-5ffb191a9501 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0483344 Jun 15 00:46:03.530961 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fffae76f-de68-4125-ae46-96f33b0f11b5 req-37e01ea7-590c-4a55-92f2-4f73ff482408 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460343 Jun 15 00:46:03.588687 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:03.589422 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=5 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:04.561190 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20f7b2-aac7-4a54-8c47-95f07114f34d req-3dae453a-c9a1-4fc0-b285-b89c6f291019 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:04.562710 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec20f7b2-aac7-4a54-8c47-95f07114f34d req-3dae453a-c9a1-4fc0-b285-b89c6f291019 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 945 time: 0.0472803 Jun 15 00:46:04.611581 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec20f7b2-aac7-4a54-8c47-95f07114f34d req-2a76946e-83da-45b4-b984-b8ecf64c1caa tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432665 Jun 15 00:46:04.643497 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5bfdc-cff9-40e8-9b3b-bd8ab5084098 req-e2056cc9-87c8-4861-a0e3-e59b646804e5 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:04.644871 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2ec5bfdc-cff9-40e8-9b3b-bd8ab5084098 req-e2056cc9-87c8-4861-a0e3-e59b646804e5 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0464189 Jun 15 00:46:04.692587 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2ec5bfdc-cff9-40e8-9b3b-bd8ab5084098 req-1e402c96-2105-4890-8777-fa0547fb1672 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422683 Jun 15 00:46:04.974828 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-8245e73d-ecce-4b03-862e-a4343f15b402 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:04.976209 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-8245e73d-ecce-4b03-862e-a4343f15b402 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 945 time: 0.0508783 Jun 15 00:46:05.055936 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Deleting port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:46:05.056283 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:05.146671 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] For port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:46:05.147066 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:05.303409 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:05.303777 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (f699eb81-8e7d-4a66-9d32-6eaea8bc8e2f), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:05.304096 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Floating IP f699eb81-8e7d-4a66-9d32-6eaea8bc8e2f disassociated. External IP: 172.27.3.251, port: 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf. Jun 15 00:46:05.304437 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Calling delete_port for 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:46:05.358732 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:05.420397 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:05.434937 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (8ae5447b-e4e0-4bb7-a438-3e34be6a39cf), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:05.460871 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event deleted for resources: {'Port': ['ID=8ae5447b-e4e0-4bb7-a438-3e34be6a39cf,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:46:05.471181 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.471786 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.472135 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.472480 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.472814 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.473147 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.473477 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.473804 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.474136 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.474467 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.475290 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.475290 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.475479 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.475768 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.476094 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:46:05.582556 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:46:05.682821 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:46:05.695416 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d7b729-985e-42ae-8aeb-c25f0b292550 None None] Sync routers for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:46:05.706646 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7b729-985e-42ae-8aeb-c25f0b292550 None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:46:05.707314 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a1d7b729-985e-42ae-8aeb-c25f0b292550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:46:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:46:05.729264 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5d7010e-1b9c-429b-93da-ae11deb11769 req-3852e160-1232-4f39-b0f2-5bad1559322e tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f252b6-fe92-429b-8114-578f5d141d17 HTTP/1.1" status: 200 len: 210 time: 0.0488174 Jun 15 00:46:05.751245 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] No DVR routers for this DVR port 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:46:05.761316 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:05.765442 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e401a883-d029-41c3-a6bf-d3f3b7bae97c req-90268b05-0aa3-46e1-bfeb-c7d3eddcfd2f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "DELETE /v2.0/ports/8ae5447b-e4e0-4bb7-a438-3e34be6a39cf HTTP/1.1" status: 204 len: 173 time: 0.7837782 Jun 15 00:46:05.765887 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f252b6-fe92-429b-8114-578f5d141d17', 'name': 'network-vif-deleted', 'tag': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:46:05.768174 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765cc510-cf9b-4638-abf2-5fb0f8d8a938" -d '{"events": [{"server_uuid": "59f252b6-fe92-429b-8114-578f5d141d17", "name": "network-vif-deleted", "tag": "8ae5447b-e4e0-4bb7-a438-3e34be6a39cf"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:46:05.817773 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-a1d7b729-985e-42ae-8aeb-c25f0b292550 None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:46:05.837831 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13991958-17c4-4f2f-aed9-1128aabdfba2 req-1c87d098-e226-4767-845d-7aabad19af89 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:05.840407 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-13991958-17c4-4f2f-aed9-1128aabdfba2 req-1c87d098-e226-4767-845d-7aabad19af89 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0636847 Jun 15 00:46:05.898071 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-13991958-17c4-4f2f-aed9-1128aabdfba2 req-f2fe834a-871d-493b-a96c-e9c9846283d7 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522475 Jun 15 00:46:05.903451 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1c61bb-9e7b-4781-aef8-e872521d2226 x-openstack-request-id: req-cb1c61bb-9e7b-4781-aef8-e872521d2226 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:46:05.903756 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f252b6-fe92-429b-8114-578f5d141d17", "name": "network-vif-deleted", "tag": "8ae5447b-e4e0-4bb7-a438-3e34be6a39cf", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:46:05.904010 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cb1c61bb-9e7b-4781-aef8-e872521d2226 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:46:05.904416 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1c61bb-9e7b-4781-aef8-e872521d2226'] response: {'server_uuid': '59f252b6-fe92-429b-8114-578f5d141d17', 'name': 'network-vif-deleted', 'tag': '8ae5447b-e4e0-4bb7-a438-3e34be6a39cf', 'status': 'completed', 'code': 200} Jun 15 00:46:06.037864 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a1d7b729-985e-42ae-8aeb-c25f0b292550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:46:06.066831 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d7b729-985e-42ae-8aeb-c25f0b292550 None None] Checking router: eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:46:06.075328 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7b729-985e-42ae-8aeb-c25f0b292550 None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:46:06.075979 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a1d7b729-985e-42ae-8aeb-c25f0b292550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:46:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:46:06.157835 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:06.180371 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-a1d7b729-985e-42ae-8aeb-c25f0b292550 None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:46:06.433362 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:06.490647 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a1d7b729-985e-42ae-8aeb-c25f0b292550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:46:06.515443 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d7b729-985e-42ae-8aeb-c25f0b292550 None None] The sync data for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi is: [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:46:06.736476 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05566ab-9e24-4c70-9549-022d58d19481 None None] New status for floating IP f699eb81-8e7d-4a66-9d32-6eaea8bc8e2f: DOWN {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:46:06.958534 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-9d32f8bf-3cde-4cc6-90f9-fae00016c08a tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871916550&fields=id&tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090 HTTP/1.1" status: 200 len: 267 time: 0.0482845 Jun 15 00:46:07.013532 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f0696-1d2b-4740-b66a-d0bf00a64c5c req-73252faf-5bde-4aaf-b8ea-4b92baeb553d tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:07.015791 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a81f0696-1d2b-4740-b66a-d0bf00a64c5c req-73252faf-5bde-4aaf-b8ea-4b92baeb553d tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0477517 Jun 15 00:46:07.063858 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-9a775a83-7b36-46fd-a12d-91e751b1bc75 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:07.064560 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a81f0696-1d2b-4740-b66a-d0bf00a64c5c req-f4f3dc44-ab57-4200-8520-2e6e113fa284 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Jun 15 00:46:07.065314 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-9a775a83-7b36-46fd-a12d-91e751b1bc75 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 812 time: 0.1004314 Jun 15 00:46:07.080464 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-67578d75-6770-41d0-9366-330e55f6d399 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/quotas/2a609057ba0f4eb9aa2f90e7f31e0090 HTTP/1.1" status: 200 len: 375 time: 0.0099452 Jun 15 00:46:07.128644 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-7772cda8-35f6-4165-8de4-76403afbb078 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430043 Jun 15 00:46:07.186323 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-481ffc99-67e8-41fc-b7ca-9c0344618331 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:46:07.187342 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-481ffc99-67e8-41fc-b7ca-9c0344618331 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0457947 Jun 15 00:46:07.278700 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-814d4186-64aa-42a8-af6a-4a1654d685aa service neutron] 10.222.0.33 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857158 Jun 15 00:46:07.368469 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-6637da2e-84b3-479d-86c1-478c8f4f25d5 service neutron] 10.222.0.33 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843275 Jun 15 00:46:07.622553 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:46:07.646211 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:46:07.646554 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 8ae5447b-e4e0-4bb7-a438-3e34be6a39cf not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:46:07.671132 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8af3ce8a-4944-41dd-8c27-aa09164cbb71 req-2c09d870-22c7-4511-9570-b59fee40b767 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 210 time: 0.0384424 Jun 15 00:46:08.184610 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab89edf-b7a2-40d5-b7b5-aa12698ce312 req-a02a2104-8017-417e-9008-72b250a23f46 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:08.186065 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dab89edf-b7a2-40d5-b7b5-aa12698ce312 req-a02a2104-8017-417e-9008-72b250a23f46 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0463977 Jun 15 00:46:08.235101 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-dab89edf-b7a2-40d5-b7b5-aa12698ce312 req-3a3e170a-4155-4a78-955c-bce6adf2ab54 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433233 Jun 15 00:46:08.752640 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e650529-d262-4821-8771-dd63b713075a req-1248f0cb-af45-43ba-93cb-14c7c9d8c653 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 210 time: 0.0276392 Jun 15 00:46:09.344329 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc722008-32dc-4c39-a81e-666ffddbb3d1 req-8624646a-2999-4d63-8cbe-53b4a0e8ecc0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:09.345762 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cc722008-32dc-4c39-a81e-666ffddbb3d1 req-8624646a-2999-4d63-8cbe-53b4a0e8ecc0 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 944 time: 0.0450172 Jun 15 00:46:09.393208 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-cc722008-32dc-4c39-a81e-666ffddbb3d1 req-eb1e027d-59a3-48df-932f-dac410522232 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Jun 15 00:46:09.643083 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 57d0af31-4e5c-4b96-b5f0-1be737bb30ad details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:46:09.741932 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:46:09.756579 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'port_id': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'mac_address': 'fa:16:3e:2c:ec:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:46:09.792578 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:46:09.793062 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:09.807801 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d0af31-4e5c-4b96-b5f0-1be737bb30ad {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:46:09.828373 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:46:09.830416 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-986c541e-5016-47a2-8b66-e342921dc842 req-473cb11e-9807-451d-ac0a-6aff90183c78 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 210 time: 0.0275652 Jun 15 00:46:09.832629 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:09.879499 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,revision_number=7']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:46:10.111443 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['57d0af31-4e5c-4b96-b5f0-1be737bb30ad'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:46:10.491817 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:10.511166 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254690a8-4070-4911-8575-ce70e481bceb req-b831f3c6-564c-4d5e-9fa4-7d592bb5080f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:10.512615 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-254690a8-4070-4911-8575-ce70e481bceb req-b831f3c6-564c-4d5e-9fa4-7d592bb5080f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 945 time: 0.0515361 Jun 15 00:46:10.560946 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-254690a8-4070-4911-8575-ce70e481bceb req-2285561c-cd30-4af1-af84-579af5680353 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428419 Jun 15 00:46:10.913075 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-858139b6-b93e-4a45-b8d0-52bc859baf88 req-8cd7424c-c749-4b2f-b306-df53e011d7d3 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 210 time: 0.0288506 Jun 15 00:46:11.653561 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 57d0af31-4e5c-4b96-b5f0-1be737bb30ad up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:46:11.672840 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b89b7-96ba-49bf-a6d3-1c7c5de9dc08 req-841f49e5-ed0c-4b0a-9732-498ce3bce146 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:11.674318 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d40b89b7-96ba-49bf-a6d3-1c7c5de9dc08 req-841f49e5-ed0c-4b0a-9732-498ce3bce146 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 945 time: 0.0462062 Jun 15 00:46:11.686874 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:11.700092 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:11.701012 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:46:11.701396 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:11.724902 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d40b89b7-96ba-49bf-a6d3-1c7c5de9dc08 req-a4e65a43-62db-4260-bb3f-e59413c67fd9 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448868 Jun 15 00:46:11.773725 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:46:11.774030 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:11.795652 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:46:11.797855 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa807fa-9a58-437c-b755-191b09753b4d" -d '{"events": [{"server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "name": "network-vif-plugged", "status": "completed", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:46:11.810115 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:46:11.814604 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:11.836879 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ee8665-84e6-47c3-aa51-9c79bc74ec7d x-openstack-request-id: req-e2ee8665-84e6-47c3-aa51-9c79bc74ec7d {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:46:11.837170 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "name": "network-vif-plugged", "status": "completed", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:46:11.837420 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e2ee8665-84e6-47c3-aa51-9c79bc74ec7d {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:46:11.837805 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ee8665-84e6-47c3-aa51-9c79bc74ec7d'] response: {'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'code': 200} Jun 15 00:46:11.845559 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:11.864867 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,revision_number=8']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:46:12.006601 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-88258646-ba18-4cbf-bcb1-81ca79ea0143 req-eadff5ed-f63e-4a38-9711-b46315c7d565 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 210 time: 0.0290103 Jun 15 00:46:12.101377 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2a765-2c74-4297-9451-1ca2c6e3d771 req-1a540f82-2d36-4f21-9011-329b40cf6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:12.102860 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c7f2a765-2c74-4297-9451-1ca2c6e3d771 req-1a540f82-2d36-4f21-9011-329b40cf6ea8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 1130 time: 0.0422728 Jun 15 00:46:12.159112 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c7f2a765-2c74-4297-9451-1ca2c6e3d771 req-35a856f8-6076-4b58-9435-34452d19c254 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441504 Jun 15 00:46:12.836711 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87222a1b-9ff4-4a4c-a090-c9fdb1cc9466 req-6b469b40-8762-4b49-85d8-e05e2d258bc2 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:12.838149 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87222a1b-9ff4-4a4c-a090-c9fdb1cc9466 req-6b469b40-8762-4b49-85d8-e05e2d258bc2 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0451376 Jun 15 00:46:12.885329 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87222a1b-9ff4-4a4c-a090-c9fdb1cc9466 req-9cbc0bf4-daa4-49cb-bf38-df646fe28edd tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411193 Jun 15 00:46:13.106905 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a1bcfcf3-9f1c-44f8-a938-a55e0ecb82fd req-51f24f54-a42b-4cc4-b620-4ac737f7bb18 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 210 time: 0.0324399 Jun 15 00:46:13.640251 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-d06c16cd-0fc8-40b2-822b-5284f123c2f4 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:13.641713 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-d06c16cd-0fc8-40b2-822b-5284f123c2f4 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 812 time: 0.1036737 Jun 15 00:46:13.711680 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-a0ac5234-c272-41dd-b97d-bf052df23538 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090 HTTP/1.1" status: 200 len: 379 time: 0.0563631 Jun 15 00:46:13.720469 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-91ba33c8-2246-4276-ad9d-a9829553f8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Request body: {'port': {'device_id': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'admin_state_up': True, 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'security_groups': ['9584dfd0-179f-4fe3-a656-5adc43c8dea2']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:46:13.790175 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:13.836635 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-91ba33c8-2246-4276-ad9d-a9829553f8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Made reservation on behalf of 2a609057ba0f4eb9aa2f90e7f31e0090 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:46:13.840516 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-91ba33c8-2246-4276-ad9d-a9829553f8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:13.907517 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:13.993254 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-91ba33c8-2246-4276-ad9d-a9829553f8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Allocated IP 172.20.0.9 (56911b05-bd46-4dfd-92c7-6a9d2a724e66/03b170a4-f162-4e49-bf42-c31c5543af82/a6b4c997-f1dd-4356-acef-ec19f4dd1573) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:46:14.017503 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e12f8-666c-40c5-8196-181a083578e9 req-c294f12d-fdeb-4068-83ab-a786f5a428e7 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:14.018988 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-200e12f8-666c-40c5-8196-181a083578e9 req-c294f12d-fdeb-4068-83ab-a786f5a428e7 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0640945 Jun 15 00:46:14.113441 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-200e12f8-666c-40c5-8196-181a083578e9 req-d0e26b17-1a13-49e6-a9db-dca930dcdb8e tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879993 Jun 15 00:46:14.191444 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-91ba33c8-2246-4276-ad9d-a9829553f8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:14.218974 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-55904fc4-b62b-44e6-b859-2dfb93dac2ec req-7ef01ff0-fafb-43c5-a396-4238211aa384 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 210 time: 0.0319037 Jun 15 00:46:14.228166 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-91ba33c8-2246-4276-ad9d-a9829553f8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:14.278813 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-91ba33c8-2246-4276-ad9d-a9829553f8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:46:14.282000 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-91ba33c8-2246-4276-ad9d-a9829553f8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:46:14.286064 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-91ba33c8-2246-4276-ad9d-a9829553f8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:46:14.292262 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba33c8-2246-4276-ad9d-a9829553f8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'Port': ['ID=a6b4c997-f1dd-4356-acef-ec19f4dd1573,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:46:14.338547 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-91ba33c8-2246-4276-ad9d-a9829553f8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:14.339324 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-91ba33c8-2246-4276-ad9d-a9829553f8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:14.357779 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-91ba33c8-2246-4276-ad9d-a9829553f8b0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6415193 Jun 15 00:46:14.422681 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Request body: {'port': {'device_id': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:46:14.487254 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:14.495845 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-49348440-0dcd-42c8-826d-c23c1a4c8a72 None None] Provisioning complete for port a6b4c997-f1dd-4356-acef-ec19f4dd1573 triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:46:14.496807 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-49348440-0dcd-42c8-826d-c23c1a4c8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:14.527997 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-49348440-0dcd-42c8-826d-c23c1a4c8a72 None None] Port a6b4c997-f1dd-4356-acef-ec19f4dd1573 cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:46:14.617944 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:14.678414 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:14.728573 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:14.737984 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b4c997-f1dd-4356-acef-ec19f4dd1573 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:46:14.745556 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Publish callbacks [] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:14.759084 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Transition to ACTIVE for port object a6b4c997-f1dd-4356-acef-ec19f4dd1573 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:46:14.763049 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:14.809776 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Pushing event updated for resources: {'Port': ['ID=a6b4c997-f1dd-4356-acef-ec19f4dd1573,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:46:14.886676 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Attempting to bind port a6b4c997-f1dd-4356-acef-ec19f4dd1573 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:46:14.887045 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Attempting to bind port a6b4c997-f1dd-4356-acef-ec19f4dd1573 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:46:14.887373 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Attempting to bind port a6b4c997-f1dd-4356-acef-ec19f4dd1573 on network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:46:14.892184 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Port a6b4c997-f1dd-4356-acef-ec19f4dd1573 on network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:46:14.892557 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Attempting to bind port a6b4c997-f1dd-4356-acef-ec19f4dd1573 on network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:46:14.897578 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:46:14.897920 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Checking segment: {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:46:14.898311 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Bound using segment: {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:46:14.898735 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Bound port: a6b4c997-f1dd-4356-acef-ec19f4dd1573, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:46:14.899131 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:14.965477 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] For port a6b4c997-f1dd-4356-acef-ec19f4dd1573, host hv-cinder-83538, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:46:14.968877 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] For port a6b4c997-f1dd-4356-acef-ec19f4dd1573, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a6b4c997-f1dd-4356-acef-ec19f4dd1573,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:46:14.975761 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:15.008044 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:15.008791 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:15.010266 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] 10.222.0.42 "PUT /v2.0/ports/a6b4c997-f1dd-4356-acef-ec19f4dd1573 HTTP/1.1" status: 200 len: 1093 time: 0.5922441 Jun 15 00:46:15.012601 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'tag': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:46:15.014675 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9419bbae-f23d-405f-8887-51fae004d0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01", "tag": "a6b4c997-f1dd-4356-acef-ec19f4dd1573"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:46:15.048158 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac58c65-1723-4896-be1e-cd6cabc0649a service neutron] Pushing event updated for resources: {'Port': ['ID=a6b4c997-f1dd-4356-acef-ec19f4dd1573,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:46:15.065314 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3313a4a-0915-45fa-b1f7-35af7e3c511a x-openstack-request-id: req-c3313a4a-0915-45fa-b1f7-35af7e3c511a {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:46:15.065603 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01", "tag": "a6b4c997-f1dd-4356-acef-ec19f4dd1573", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:46:15.065859 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c3313a4a-0915-45fa-b1f7-35af7e3c511a {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:46:15.066268 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3313a4a-0915-45fa-b1f7-35af7e3c511a'] response: {'name': 'network-changed', 'server_uuid': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'tag': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'status': 'completed', 'code': 200} Jun 15 00:46:15.128009 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-6231960d-8952-461a-b94c-1c6866fe9197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:15.129555 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-6231960d-8952-461a-b94c-1c6866fe9197 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 1127 time: 0.0447264 Jun 15 00:46:15.175252 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-c9da6bbe-2ed1-445e-9af8-99c3574baa2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b4c997-f1dd-4356-acef-ec19f4dd1573 HTTP/1.1" status: 200 len: 217 time: 0.0332887 Jun 15 00:46:15.224150 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-15f0c13c-25fc-4a9b-a1af-27f110c2367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:15.225490 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-15f0c13c-25fc-4a9b-a1af-27f110c2367b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0446894 Jun 15 00:46:15.268808 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-052a1a83-8f7e-413c-af7f-077f6b796ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:15.270320 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-052a1a83-8f7e-413c-af7f-077f6b796ba3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387735 Jun 15 00:46:15.331455 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7a51e-bd20-48c6-b073-37487897a073 req-9854ebef-10e2-47de-a3a1-19e38f8dad7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:15.332913 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fcc7a51e-bd20-48c6-b073-37487897a073 req-9854ebef-10e2-47de-a3a1-19e38f8dad7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 943 time: 0.0468013 Jun 15 00:46:15.345586 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:46:15.368257 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-8c88bab7-5b74-4a31-aa91-be2be82c098b service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917311 Jun 15 00:46:15.382990 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-fcc7a51e-bd20-48c6-b073-37487897a073 req-831fdeaf-2c78-4401-978f-5d0730bff60a tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442326 Jun 15 00:46:15.459947 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2b6c1aa8-bf25-4165-b2aa-0329682d4a86 req-5ff044f3-968b-4114-997d-456365376c1a service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863419 Jun 15 00:46:15.758232 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419bbae-f23d-405f-8887-51fae004d0d0 req-bff2ce86-5c6a-40be-8cbf-b69d4673884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:15.759827 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9419bbae-f23d-405f-8887-51fae004d0d0 req-bff2ce86-5c6a-40be-8cbf-b69d4673884f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 1127 time: 0.0386019 Jun 15 00:46:15.848567 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419bbae-f23d-405f-8887-51fae004d0d0 req-4de2d369-27c2-4727-a730-4a5a77c872b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:15.850023 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9419bbae-f23d-405f-8887-51fae004d0d0 req-4de2d369-27c2-4727-a730-4a5a77c872b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 913 time: 0.0841944 Jun 15 00:46:15.889613 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9419bbae-f23d-405f-8887-51fae004d0d0 req-e8898f3e-8dc7-4bca-b1f6-6defa7f139e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b4c997-f1dd-4356-acef-ec19f4dd1573 HTTP/1.1" status: 200 len: 217 time: 0.0338156 Jun 15 00:46:15.920003 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:15.937947 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419bbae-f23d-405f-8887-51fae004d0d0 req-1296f8c1-11ee-48a0-808f-34eac2290090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:15.939362 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9419bbae-f23d-405f-8887-51fae004d0d0 req-1296f8c1-11ee-48a0-808f-34eac2290090 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0438495 Jun 15 00:46:15.983554 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419bbae-f23d-405f-8887-51fae004d0d0 req-3dc068ab-52fb-4784-98ba-97014e916bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:15.984985 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9419bbae-f23d-405f-8887-51fae004d0d0 req-3dc068ab-52fb-4784-98ba-97014e916bcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393872 Jun 15 00:46:16.050329 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:16.073878 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9419bbae-f23d-405f-8887-51fae004d0d0 req-f283cf03-8239-4abe-a89b-5b6c76d9ad18 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830731 Jun 15 00:46:16.159800 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9419bbae-f23d-405f-8887-51fae004d0d0 req-82dc5f56-94e4-419e-886b-8a707a2bb7f1 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794005 Jun 15 00:46:16.501331 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8daad-510e-40ae-b3c1-de3632e7e524 req-45702d46-5b4b-4ab9-923f-d6f8f2b128b2 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:16.502819 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42c8daad-510e-40ae-b3c1-de3632e7e524 req-45702d46-5b4b-4ab9-923f-d6f8f2b128b2 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 943 time: 0.0510156 Jun 15 00:46:16.550195 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42c8daad-510e-40ae-b3c1-de3632e7e524 req-fbd7aeef-15ea-4dd2-b60f-0501937d6c0e tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418119 Jun 15 00:46:17.675414 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaff374-6fc1-4a1b-9023-0a75e111e321 req-30dfcaf2-1703-40a1-ae0d-5b73560064fb tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:17.676852 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4aaff374-6fc1-4a1b-9023-0a75e111e321 req-30dfcaf2-1703-40a1-ae0d-5b73560064fb tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 943 time: 0.0587280 Jun 15 00:46:17.724428 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-4aaff374-6fc1-4a1b-9023-0a75e111e321 req-46760755-b78d-49f9-8f27-f9d97bcf5b4d tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421510 Jun 15 00:46:18.835828 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932538d-26b8-46d8-aebe-941aa42e5ddc req-af5dae2a-cc11-4417-93f6-76093b7376f1 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:18.837293 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c932538d-26b8-46d8-aebe-941aa42e5ddc req-af5dae2a-cc11-4417-93f6-76093b7376f1 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 943 time: 0.0461006 Jun 15 00:46:18.885796 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c932538d-26b8-46d8-aebe-941aa42e5ddc req-8c65edae-4028-4780-91e5-5a0b38ecfc85 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431516 Jun 15 00:46:19.995515 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a30fa-c75e-47f0-96e4-9aa272549016 req-64f35ce7-ad53-4b79-98e3-2bfa07c2fafd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:19.996961 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d26a30fa-c75e-47f0-96e4-9aa272549016 req-64f35ce7-ad53-4b79-98e3-2bfa07c2fafd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 943 time: 0.0470600 Jun 15 00:46:20.045093 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d26a30fa-c75e-47f0-96e4-9aa272549016 req-a4f46c45-b73b-4d99-a472-c7bf353287fd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426662 Jun 15 00:46:21.160792 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b575e5-f612-4ac1-9d88-f1618983570c req-f6b2897d-3297-4e7e-a1e6-d57f2e8d5875 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:21.162151 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d6b575e5-f612-4ac1-9d88-f1618983570c req-f6b2897d-3297-4e7e-a1e6-d57f2e8d5875 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 943 time: 0.0489564 Jun 15 00:46:21.210147 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d6b575e5-f612-4ac1-9d88-f1618983570c req-9ccb5d06-2efa-4bc7-9218-27f8f4b8fe19 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425673 Jun 15 00:46:22.319757 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc77a7-a64e-4f11-98a6-e30088b57276 req-7ab6a024-d7b6-47f1-afed-b82cf1decd7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:22.321191 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-64fc77a7-a64e-4f11-98a6-e30088b57276 req-7ab6a024-d7b6-47f1-afed-b82cf1decd7f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 943 time: 0.0451787 Jun 15 00:46:22.592808 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-64fc77a7-a64e-4f11-98a6-e30088b57276 req-a046c2bb-7e77-49c4-9025-b4654847950e tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656150 Jun 15 00:46:23.704023 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3779d1f-6b52-4564-9a1d-260c58c43d4f req-9cfd49e9-7bd1-41eb-9733-22f37c3d8910 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:23.705539 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3779d1f-6b52-4564-9a1d-260c58c43d4f req-9cfd49e9-7bd1-41eb-9733-22f37c3d8910 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 943 time: 0.0471535 Jun 15 00:46:23.715638 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device a6b4c997-f1dd-4356-acef-ec19f4dd1573 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:46:23.754339 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3779d1f-6b52-4564-9a1d-260c58c43d4f req-26afd45d-9e26-47f5-8886-a28933795621 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 Jun 15 00:46:23.814231 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port a6b4c997-f1dd-4356-acef-ec19f4dd1573, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a6b4c997-f1dd-4356-acef-ec19f4dd1573,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:46:23.825017 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'port_id': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'mac_address': 'fa:16:3e:4d:3a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:46:23.859420 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port a6b4c997-f1dd-4356-acef-ec19f4dd1573 is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:46:23.859798 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:23.875916 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b4c997-f1dd-4356-acef-ec19f4dd1573 {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:46:23.893947 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port a6b4c997-f1dd-4356-acef-ec19f4dd1573, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a6b4c997-f1dd-4356-acef-ec19f4dd1573,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:46:23.899023 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:23.944855 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=a6b4c997-f1dd-4356-acef-ec19f4dd1573,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:46:24.207841 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['a6b4c997-f1dd-4356-acef-ec19f4dd1573'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:46:24.386952 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:24.865267 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591d682-33b9-4768-bb7f-1ba84712c11e req-e0e6d5d3-a6cf-4690-a86c-da82caa4fa61 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:24.866942 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7591d682-33b9-4768-bb7f-1ba84712c11e req-e0e6d5d3-a6cf-4690-a86c-da82caa4fa61 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 944 time: 0.0467875 Jun 15 00:46:24.914981 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-7591d682-33b9-4768-bb7f-1ba84712c11e req-876d3f36-8c58-47e8-a48e-2693e5a414f4 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427277 Jun 15 00:46:25.341673 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:25.732218 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device a6b4c997-f1dd-4356-acef-ec19f4dd1573 up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:46:25.772022 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port a6b4c997-f1dd-4356-acef-ec19f4dd1573 completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:46:25.777589 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port a6b4c997-f1dd-4356-acef-ec19f4dd1573 triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:46:25.777967 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:25.850274 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port a6b4c997-f1dd-4356-acef-ec19f4dd1573 is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:46:25.850658 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:25.868974 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:25.873716 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:46:25.875942 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5015b525-c155-4221-8ea1-4f0e9a847ed4" -d '{"events": [{"server_uuid": "a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01", "name": "network-vif-plugged", "status": "completed", "tag": "a6b4c997-f1dd-4356-acef-ec19f4dd1573"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:46:25.889151 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port a6b4c997-f1dd-4356-acef-ec19f4dd1573, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a6b4c997-f1dd-4356-acef-ec19f4dd1573,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:46:25.893408 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:25.918383 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b629592-269a-4c81-8534-482d42cc11c6 x-openstack-request-id: req-1b629592-269a-4c81-8534-482d42cc11c6 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:46:25.918666 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01", "name": "network-vif-plugged", "status": "completed", "tag": "a6b4c997-f1dd-4356-acef-ec19f4dd1573", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:46:25.919602 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1b629592-269a-4c81-8534-482d42cc11c6 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:46:25.919990 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b629592-269a-4c81-8534-482d42cc11c6'] response: {'server_uuid': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'code': 200} Jun 15 00:46:25.942501 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=a6b4c997-f1dd-4356-acef-ec19f4dd1573,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:46:26.032397 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040eda53-df2c-4fdd-ac90-a575433f1f38 req-36c32c21-c0b4-4f8c-85c2-d6ba4e5bf614 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:26.034111 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-040eda53-df2c-4fdd-ac90-a575433f1f38 req-36c32c21-c0b4-4f8c-85c2-d6ba4e5bf614 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 945 time: 0.0473533 Jun 15 00:46:26.088504 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-040eda53-df2c-4fdd-ac90-a575433f1f38 req-11d1ad14-9ebe-4e43-a5a6-60e7acb37d7e tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489531 Jun 15 00:46:26.166202 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a05b1f-c45f-401d-8c5a-310456241c70 req-3febd9b1-22b3-4b85-9a8b-190284a31284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:26.167698 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-36a05b1f-c45f-401d-8c5a-310456241c70 req-3febd9b1-22b3-4b85-9a8b-190284a31284 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 1129 time: 0.0384917 Jun 15 00:46:26.218116 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-36a05b1f-c45f-401d-8c5a-310456241c70 req-518e5829-d8a0-4170-b0d8-cd81eff0dfcf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441704 Jun 15 00:46:26.388532 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:27.209301 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f5835-3630-415d-9e99-a642b7d2f3e2 req-c4b70159-de3c-40c9-9274-4fb6b40c47ad tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:27.210769 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-761f5835-3630-415d-9e99-a642b7d2f3e2 req-c4b70159-de3c-40c9-9274-4fb6b40c47ad tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 945 time: 0.0482638 Jun 15 00:46:27.258697 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-761f5835-3630-415d-9e99-a642b7d2f3e2 req-79818699-a595-4e46-a5dd-37a0bf8b5708 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419624 Jun 15 00:46:27.586162 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-672e2779-55a1-4e89-9761-dff4b23b7cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:28.369191 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffc524-31c1-4a75-98cf-91041bf46053 req-42fbaa4d-2937-4043-b236-154efc9f04e6 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:28.370629 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a5ffc524-31c1-4a75-98cf-91041bf46053 req-42fbaa4d-2937-4043-b236-154efc9f04e6 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 945 time: 0.0469372 Jun 15 00:46:28.419651 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-a5ffc524-31c1-4a75-98cf-91041bf46053 req-93db12b2-a78c-4076-8f5d-9d40a15e3774 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424459 Jun 15 00:46:28.528969 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18abb15-1e94-457a-9e2f-6f9a3468a806 req-eaf3e5bc-db54-4ab3-90b7-ee98dfdc8c27 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:28.530420 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e18abb15-1e94-457a-9e2f-6f9a3468a806 req-eaf3e5bc-db54-4ab3-90b7-ee98dfdc8c27 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 945 time: 0.0460505 Jun 15 00:46:28.577534 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e18abb15-1e94-457a-9e2f-6f9a3468a806 req-1107173a-fbb1-4e2d-868d-d442bb8040fd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415583 Jun 15 00:46:28.599060 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36896) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:46:28.897272 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7ba6b-6e79-4f2d-b347-e37908f22dc8 tempest-TestVolumeBootPattern-1186819593 tempest-TestVolumeBootPattern-1186819593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:28.898748 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e4c7ba6b-6e79-4f2d-b347-e37908f22dc8 tempest-TestVolumeBootPattern-1186819593 tempest-TestVolumeBootPattern-1186819593-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 1124 time: 0.2987399 Jun 15 00:46:28.901456 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36898) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:46:28.906097 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'port_id': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:46:28.911142 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:28.927125 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:29.009201 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:29.097779 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:29.114350 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Allocated IP 172.27.3.58 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/6261b5fc-86d2-4553-8c7c-531c11f753a5) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:46:29.213788 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for port (6261b5fc-86d2-4553-8c7c-531c11f753a5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:29.246149 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (6261b5fc-86d2-4553-8c7c-531c11f753a5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:29.289565 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:46:29.294160 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:46:29.296671 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:46:29.301903 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'Port': ['ID=6261b5fc-86d2-4553-8c7c-531c11f753a5,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:46:29.629044 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for floatingip (ae88c83b-5547-4495-9c30-77389a997729), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:29.693631 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (6261b5fc-86d2-4553-8c7c-531c11f753a5), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:29.714770 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:29.847325 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=93 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:29.849425 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for port (6261b5fc-86d2-4553-8c7c-531c11f753a5), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:29.853644 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (6261b5fc-86d2-4553-8c7c-531c11f753a5), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:29.922906 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'Port': ['ID=6261b5fc-86d2-4553-8c7c-531c11f753a5,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:46:29.932749 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (ae88c83b-5547-4495-9c30-77389a997729), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:30.027248 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Floating IP ae88c83b-5547-4495-9c30-77389a997729 associated. External IP: 172.27.3.58, port: a6b4c997-f1dd-4356-acef-ec19f4dd1573. Jun 15 00:46:30.028044 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-00c7a656-e480-4aad-aa45-75484940a5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:30.224990 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:46:30.326038 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:46:30.335606 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad40753a-fcf5-4adc-8aea-5da2bc7d96b1 None None] Sync routers for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:46:30.343859 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:30.346398 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad40753a-fcf5-4adc-8aea-5da2bc7d96b1 None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:46:30.347300 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ad40753a-fcf5-4adc-8aea-5da2bc7d96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:46:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:46:30.374244 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ffe61161-83ea-436a-a18f-77fee9d0594b tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4717934 Jun 15 00:46:30.374863 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'tag': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:46:30.377092 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c98ebf-dfd7-4bef-9d75-eaa42851e862" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01", "tag": "a6b4c997-f1dd-4356-acef-ec19f4dd1573"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:46:30.412628 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ad5947-f9ba-4de9-a759-6dbfd4a3d281 x-openstack-request-id: req-03ad5947-f9ba-4de9-a759-6dbfd4a3d281 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:46:30.412919 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01", "tag": "a6b4c997-f1dd-4356-acef-ec19f4dd1573", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:46:30.413171 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-03ad5947-f9ba-4de9-a759-6dbfd4a3d281 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:46:30.414037 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ad5947-f9ba-4de9-a759-6dbfd4a3d281'] response: {'name': 'network-changed', 'server_uuid': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'tag': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'status': 'completed', 'code': 200} Jun 15 00:46:30.447810 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-ad40753a-fcf5-4adc-8aea-5da2bc7d96b1 None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:46:30.512727 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98ebf-dfd7-4bef-9d75-eaa42851e862 req-5126f416-6983-40a8-abaf-5706a5f8ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:30.514251 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3c98ebf-dfd7-4bef-9d75-eaa42851e862 req-5126f416-6983-40a8-abaf-5706a5f8ef6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 1129 time: 0.0393004 Jun 15 00:46:30.607614 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98ebf-dfd7-4bef-9d75-eaa42851e862 req-c7ed91f0-8ceb-48df-b6f2-af096bdf08d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:30.609115 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3c98ebf-dfd7-4bef-9d75-eaa42851e862 req-c7ed91f0-8ceb-48df-b6f2-af096bdf08d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 913 time: 0.0888703 Jun 15 00:46:30.657803 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:30.660319 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ad40753a-fcf5-4adc-8aea-5da2bc7d96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': 'ae88c83b-5547-4495-9c30-77389a997729', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:4d:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:46:29Z', 'updated_at': '2022-06-15T00:46:29Z', 'revision_number': 0, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:46:30.670399 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3c98ebf-dfd7-4bef-9d75-eaa42851e862 req-e6664395-27b6-43fb-a2ad-fc4a3e568198 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b4c997-f1dd-4356-acef-ec19f4dd1573 HTTP/1.1" status: 200 len: 998 time: 0.0551150 Jun 15 00:46:30.684053 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad40753a-fcf5-4adc-8aea-5da2bc7d96b1 None None] Checking router: eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:46:30.692863 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad40753a-fcf5-4adc-8aea-5da2bc7d96b1 None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:46:30.694078 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ad40753a-fcf5-4adc-8aea-5da2bc7d96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:46:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:46:30.725208 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98ebf-dfd7-4bef-9d75-eaa42851e862 req-6c85f5bd-28c8-46ab-8425-20e18eb02fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:30.726673 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3c98ebf-dfd7-4bef-9d75-eaa42851e862 req-6c85f5bd-28c8-46ab-8425-20e18eb02fad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0489590 Jun 15 00:46:30.772396 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98ebf-dfd7-4bef-9d75-eaa42851e862 req-18b13594-c8b5-4cd9-b0b9-cea1afb47467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:30.773963 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3c98ebf-dfd7-4bef-9d75-eaa42851e862 req-18b13594-c8b5-4cd9-b0b9-cea1afb47467 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384307 Jun 15 00:46:30.796366 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-ad40753a-fcf5-4adc-8aea-5da2bc7d96b1 None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:46:30.862650 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3c98ebf-dfd7-4bef-9d75-eaa42851e862 req-02af4ccb-d758-42ee-874d-b84cdb0e0417 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825207 Jun 15 00:46:30.904261 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:30.905203 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:30.960555 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3c98ebf-dfd7-4bef-9d75-eaa42851e862 req-dc4a1ac8-d023-4ad3-b0cb-cbede3c7b88f service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910771 Jun 15 00:46:30.966697 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:31.028181 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ad40753a-fcf5-4adc-8aea-5da2bc7d96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': 'ae88c83b-5547-4495-9c30-77389a997729', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:4d:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:46:29Z', 'updated_at': '2022-06-15T00:46:29Z', 'revision_number': 0, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:46:31.052049 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad40753a-fcf5-4adc-8aea-5da2bc7d96b1 None None] The sync data for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi is: [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': 'ae88c83b-5547-4495-9c30-77389a997729', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:4d:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:46:29Z', 'updated_at': '2022-06-15T00:46:29Z', 'revision_number': 0, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:46:31.236444 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e260b6-e3d6-428c-b460-ab400e2af266 None None] New status for floating IP ae88c83b-5547-4495-9c30-77389a997729: ACTIVE {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:46:32.473344 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:33.453741 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:38.411444 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=72 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:38.414607 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=78 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:40.956381 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=31 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:40.957323 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:41.335127 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:41.337525 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=15 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:43.446822 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:43.449151 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:44.615902 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:46:52.345518 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:46:53.348349 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-512988a6-2162-46a1-867f-84fbd70afa9f req-dea51bd5-7866-4b26-8363-f2de9e72f6e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383170 Jun 15 00:46:53.445144 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512988a6-2162-46a1-867f-84fbd70afa9f req-f2d74e95-2cf2-4591-87aa-d22c9046e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:53.446633 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-512988a6-2162-46a1-867f-84fbd70afa9f req-f2d74e95-2cf2-4591-87aa-d22c9046e60d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f0b03329de24df2b88d07327076ee88&device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 1130 time: 0.0420864 Jun 15 00:46:53.549250 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512988a6-2162-46a1-867f-84fbd70afa9f req-c34320cc-773f-43f4-a32a-1c60d4ae74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:53.550681 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-512988a6-2162-46a1-867f-84fbd70afa9f req-c34320cc-773f-43f4-a32a-1c60d4ae74ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=aedde080-f18a-4c53-9e17-1bc98b6511a9 HTTP/1.1" status: 200 len: 910 time: 0.0855727 Jun 15 00:46:53.614689 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-512988a6-2162-46a1-867f-84fbd70afa9f req-739cc59b-8d37-451d-9c32-8b057340e5de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad HTTP/1.1" status: 200 len: 1002 time: 0.0579755 Jun 15 00:46:53.663174 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512988a6-2162-46a1-867f-84fbd70afa9f req-82e95396-f01f-4557-9c0b-101e872274ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:53.664654 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-512988a6-2162-46a1-867f-84fbd70afa9f req-82e95396-f01f-4557-9c0b-101e872274ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dfc3f18-8029-4922-b418-e31b7932b9ee HTTP/1.1" status: 200 len: 848 time: 0.0446875 Jun 15 00:46:53.707866 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512988a6-2162-46a1-867f-84fbd70afa9f req-2b7aec62-30b1-497b-af52-8bd6c03eb62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:46:53.709373 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-512988a6-2162-46a1-867f-84fbd70afa9f req-2b7aec62-30b1-497b-af52-8bd6c03eb62c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aedde080-f18a-4c53-9e17-1bc98b6511a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389650 Jun 15 00:46:53.808579 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-512988a6-2162-46a1-867f-84fbd70afa9f req-f3039a12-4b0e-422b-9aeb-cc25d06958ec service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928941 Jun 15 00:46:53.900326 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-512988a6-2162-46a1-867f-84fbd70afa9f req-74ebb4b3-11ea-4ec5-b26d-0487bc97a4a9 service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859394 Jun 15 00:46:54.605468 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:54.611979 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:46:57.588021 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e6f347a4-da67-4ac5-a937-92a874d9727a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:00.033414 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-bfc1114f-b611-4afa-8bca-cfae33c26e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:00.889930 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:02.341418 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:02.342154 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:02.476502 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:03.456102 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:03.895584 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=46 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:03.897544 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=55 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:13.446230 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:13.452394 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:14.617224 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:24.573102 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=15 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:24.577461 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=17 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:24.611221 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:24.613047 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:27.589942 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-692081fc-53e5-4be9-bbc7-dec9662f0dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:27.595209 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36928) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:27.731346 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Deleting port 79382abe-98de-4589-9092-962f487bab5c {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:47:27.731689 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (79382abe-98de-4589-9092-962f487bab5c), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:27.807312 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (79382abe-98de-4589-9092-962f487bab5c), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:27.807551 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for floatingip (79382abe-98de-4589-9092-962f487bab5c), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:27.820025 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Calling delete_port for 79382abe-98de-4589-9092-962f487bab5c owned by network:floatingip {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:47:27.960831 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (79382abe-98de-4589-9092-962f487bab5c), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:27.986294 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Pushing event deleted for resources: {'Port': ['ID=79382abe-98de-4589-9092-962f487bab5c,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:27.998210 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:27.998563 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:27.998941 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:27.999286 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:27.999626 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:27.999962 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:28.000295 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:28.000623 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:28.000951 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:28.001281 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:28.001607 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:28.001938 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:28.002265 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:28.002589 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:28.002943 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:28.057495 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for floatingip (49c9343f-4eff-47d7-8dd9-a8a9fed5a089), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:28.057750 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.db.l3_db [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Floating IP 49c9343f-4eff-47d7-8dd9-a8a9fed5a089 disassociated (deleted). External IP: 172.27.3.198, port: 57d0af31-4e5c-4b96-b5f0-1be737bb30ad. Jun 15 00:47:28.252871 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Router 7221ebfa-8179-4ab9-96dc-9f455def894f has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:47:28.352467 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:47:28.357091 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:28.360052 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:28.362861 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f3f633-ef7d-46ba-b26b-6723ee89fc34 None None] Sync routers for ids ['7221ebfa-8179-4ab9-96dc-9f455def894f'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:47:28.372709 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f3f633-ef7d-46ba-b26b-6723ee89fc34 None None] Routers {'7221ebfa-8179-4ab9-96dc-9f455def894f'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:47:28.373339 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-88f3f633-ef7d-46ba-b26b-6723ee89fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:47:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['7221ebfa-8179-4ab9-96dc-9f455def894f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:28.386381 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-d22a1e0e-14ba-4fe5-a450-4a21dec400b6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "DELETE /v2.0/floatingips/49c9343f-4eff-47d7-8dd9-a8a9fed5a089 HTTP/1.1" status: 204 len: 168 time: 0.7900996 Jun 15 00:47:28.386992 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:47:28.389767 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d407130edc75574ce6240aa6315f3d5f7e6e2fea54489fcc3ea01038d1b71855" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50e5f7f-09a6-4418-b2fb-90058d7b04ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:47:28.479931 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-88f3f633-ef7d-46ba-b26b-6723ee89fc34 None None] Set router 7221ebfa-8179-4ab9-96dc-9f455def894f gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:47:28.561012 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5596a0b-e03d-4f08-950c-6b687f941f87 x-openstack-request-id: req-d5596a0b-e03d-4f08-950c-6b687f941f87 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:47:28.561322 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad", "status": "completed", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:47:28.561573 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d5596a0b-e03d-4f08-950c-6b687f941f87 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:47:28.561997 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5596a0b-e03d-4f08-950c-6b687f941f87'] response: {'name': 'network-changed', 'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'status': 'completed', 'code': 200} Jun 15 00:47:28.639475 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24dc4c-b825-4a7b-884d-1d96286e6154 req-ad317abb-9152-4e5b-9a18-b5315ecfea02 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:47:28.640955 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7f24dc4c-b825-4a7b-884d-1d96286e6154 req-ad317abb-9152-4e5b-9a18-b5315ecfea02 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0508287 Jun 15 00:47:28.695022 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7f24dc4c-b825-4a7b-884d-1d96286e6154 req-dfdd10b0-2d2c-47ee-9140-bdf4e06c1197 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483143 Jun 15 00:47:28.795805 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-88f3f633-ef7d-46ba-b26b-6723ee89fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:56Z', 'revision_number': 4, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port': {'id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e', 'name': '', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'mac_address': 'fa:16:3e:09:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:55Z', 'updated_at': '2022-06-15T00:43:00Z', 'revision_number': 5, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'subnets': [{'id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:28.819943 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f3f633-ef7d-46ba-b26b-6723ee89fc34 None None] Checking router: 7221ebfa-8179-4ab9-96dc-9f455def894f for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:47:28.828589 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f3f633-ef7d-46ba-b26b-6723ee89fc34 None None] Routers {'7221ebfa-8179-4ab9-96dc-9f455def894f'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:47:28.829178 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-88f3f633-ef7d-46ba-b26b-6723ee89fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:47:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['7221ebfa-8179-4ab9-96dc-9f455def894f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:28.925919 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-88f3f633-ef7d-46ba-b26b-6723ee89fc34 None None] Set router 7221ebfa-8179-4ab9-96dc-9f455def894f gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:47:29.103031 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-88f3f633-ef7d-46ba-b26b-6723ee89fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:56Z', 'revision_number': 4, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port': {'id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e', 'name': '', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'mac_address': 'fa:16:3e:09:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:55Z', 'updated_at': '2022-06-15T00:43:00Z', 'revision_number': 5, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'subnets': [{'id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:29.129781 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f3f633-ef7d-46ba-b26b-6723ee89fc34 None None] The sync data for ids ['7221ebfa-8179-4ab9-96dc-9f455def894f'] in dv-cinder-835384-6-iscsi is: [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:56Z', 'revision_number': 4, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port': {'id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e', 'name': '', 'network_id': 'aedde080-f18a-4c53-9e17-1bc98b6511a9', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'mac_address': 'fa:16:3e:09:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:55Z', 'updated_at': '2022-06-15T00:43:00Z', 'revision_number': 5, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'subnets': [{'id': '9dfc3f18-8029-4922-b418-e31b7932b9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:47:29.339157 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73cedc-1896-41b3-b2b5-92c8c82d7e91 None None] New status for floating IP 49c9343f-4eff-47d7-8dd9-a8a9fed5a089: DOWN {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:47:29.373096 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:47:29.694309 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5f7f-09a6-4418-b2fb-90058d7b04ba req-e2f0d2b0-a003-4ac4-bbcc-153e32e0eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:47:29.695723 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f50e5f7f-09a6-4418-b2fb-90058d7b04ba req-e2f0d2b0-a003-4ac4-bbcc-153e32e0eddb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f0b03329de24df2b88d07327076ee88&device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 1130 time: 0.0381601 Jun 15 00:47:29.819396 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5f7f-09a6-4418-b2fb-90058d7b04ba req-269ce088-a584-4e95-bf1b-80c87e23629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:47:29.820918 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f50e5f7f-09a6-4418-b2fb-90058d7b04ba req-269ce088-a584-4e95-bf1b-80c87e23629f service neutron] 10.222.0.42 "GET /v2.0/networks?id=aedde080-f18a-4c53-9e17-1bc98b6511a9 HTTP/1.1" status: 200 len: 910 time: 0.0909901 Jun 15 00:47:29.825434 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a8ba3-efc0-431c-a8b8-c9d2703f7d67 req-56654bdd-a58a-42dc-9e0e-75529a722004 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:47:29.826974 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-752a8ba3-efc0-431c-a8b8-c9d2703f7d67 req-56654bdd-a58a-42dc-9e0e-75529a722004 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0571384 Jun 15 00:47:29.844788 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:29.878807 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-752a8ba3-efc0-431c-a8b8-c9d2703f7d67 req-723064f6-2fae-4a38-bcd8-629cd99863ff tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/security-groups?id=a9d6c5eb-514c-434e-aaff-079d91b6e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462985 Jun 15 00:47:29.884035 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f50e5f7f-09a6-4418-b2fb-90058d7b04ba req-5bca944c-1c47-425d-b44c-159209de4db2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad HTTP/1.1" status: 200 len: 217 time: 0.0378208 Jun 15 00:47:29.931980 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5f7f-09a6-4418-b2fb-90058d7b04ba req-d36fed1c-74b5-4b42-928e-14e682214cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:47:29.933400 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f50e5f7f-09a6-4418-b2fb-90058d7b04ba req-d36fed1c-74b5-4b42-928e-14e682214cdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dfc3f18-8029-4922-b418-e31b7932b9ee HTTP/1.1" status: 200 len: 848 time: 0.0436759 Jun 15 00:47:30.025767 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-849b9715-2778-4317-88a0-6c0d16c779b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:30.164584 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5f7f-09a6-4418-b2fb-90058d7b04ba req-23dad3f6-fbfe-4c5e-ad38-573fb8099ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:47:30.166040 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f50e5f7f-09a6-4418-b2fb-90058d7b04ba req-23dad3f6-fbfe-4c5e-ad38-573fb8099ff1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aedde080-f18a-4c53-9e17-1bc98b6511a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378587 Jun 15 00:47:30.298832 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1b459-6478-4dca-a09d-aaeeb5c4f655 req-eec7afc5-4f1a-4bc1-b0d1-c45f54aa1cca tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:47:30.300160 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89a1b459-6478-4dca-a09d-aaeeb5c4f655 req-eec7afc5-4f1a-4bc1-b0d1-c45f54aa1cca tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 946 time: 0.0640395 Jun 15 00:47:30.403589 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f50e5f7f-09a6-4418-b2fb-90058d7b04ba req-d922c852-4e8e-43cf-b65d-aff659ecf2fd service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741676 Jun 15 00:47:30.435352 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-89a1b459-6478-4dca-a09d-aaeeb5c4f655 req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Deleting port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:47:30.435910 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89a1b459-6478-4dca-a09d-aaeeb5c4f655 req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:30.568386 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f50e5f7f-09a6-4418-b2fb-90058d7b04ba req-47171b56-1b94-407b-8c0d-2017386f7d34 service neutron] 10.222.0.42 "GET /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576090 Jun 15 00:47:30.575048 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-89a1b459-6478-4dca-a09d-aaeeb5c4f655 req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] For port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:47:30.575483 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89a1b459-6478-4dca-a09d-aaeeb5c4f655 req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:30.587554 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-89a1b459-6478-4dca-a09d-aaeeb5c4f655 req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Calling delete_port for 57d0af31-4e5c-4b96-b5f0-1be737bb30ad owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:47:30.710101 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:30.715988 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89a1b459-6478-4dca-a09d-aaeeb5c4f655 req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (57d0af31-4e5c-4b96-b5f0-1be737bb30ad), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:30.744486 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Pushing event deleted for resources: {'Port': ['ID=57d0af31-4e5c-4b96-b5f0-1be737bb30ad,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:30.771601 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.771946 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.772287 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.772624 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.772954 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.773284 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.773608 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.773930 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.774252 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.774573 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.774921 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.775241 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.775558 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.775875 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.776192 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:30.783945 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:30.800792 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a1b459-6478-4dca-a09d-aaeeb5c4f655 req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] No DVR routers for this DVR port 57d0af31-4e5c-4b96-b5f0-1be737bb30ad on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:47:30.803493 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-89a1b459-6478-4dca-a09d-aaeeb5c4f655 req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:30.807169 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89a1b459-6478-4dca-a09d-aaeeb5c4f655 req-54ff388a-cf65-4904-987e-ad2476912d6f tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.42 "DELETE /v2.0/ports/57d0af31-4e5c-4b96-b5f0-1be737bb30ad HTTP/1.1" status: 204 len: 173 time: 0.4839945 Jun 15 00:47:30.807956 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'name': 'network-vif-deleted', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:47:30.811043 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9348b035-73d8-43d6-b0ac-373c76d7e895" -d '{"events": [{"server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "name": "network-vif-deleted", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:47:30.846755 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf6128a-6f8e-46e9-8a19-fe5ee1331f77 x-openstack-request-id: req-2bf6128a-6f8e-46e9-8a19-fe5ee1331f77 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:47:30.847066 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7a345e-669d-431b-997e-39066cc45551", "name": "network-vif-deleted", "tag": "57d0af31-4e5c-4b96-b5f0-1be737bb30ad", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:47:30.847320 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2bf6128a-6f8e-46e9-8a19-fe5ee1331f77 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:47:30.847724 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf6128a-6f8e-46e9-8a19-fe5ee1331f77'] response: {'server_uuid': '8f7a345e-669d-431b-997e-39066cc45551', 'name': 'network-vif-deleted', 'tag': '57d0af31-4e5c-4b96-b5f0-1be737bb30ad', 'status': 'completed', 'code': 200} Jun 15 00:47:30.891514 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:30.977292 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-8f631aae-22ae-4c0c-a681-fc3f68556c6f req-e450ccda-bbf4-469d-8b13-86491837c5d6 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f7a345e-669d-431b-997e-39066cc45551 HTTP/1.1" status: 200 len: 210 time: 0.0310514 Jun 15 00:47:32.035478 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36952) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:32.092157 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e6578f1f-2ecc-4558-b6f6-afdb8a5d4880 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group (a9d6c5eb-514c-434e-aaff-079d91b6e4c1), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:32.116903 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e6578f1f-2ecc-4558-b6f6-afdb8a5d4880 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group (a9d6c5eb-514c-434e-aaff-079d91b6e4c1), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:32.177233 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e6578f1f-2ecc-4558-b6f6-afdb8a5d4880 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (a9d6c5eb-514c-434e-aaff-079d91b6e4c1), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:32.180257 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e6578f1f-2ecc-4558-b6f6-afdb8a5d4880 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:32.181462 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-e6578f1f-2ecc-4558-b6f6-afdb8a5d4880 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] 10.222.0.33 "DELETE /v2.0/security-groups/a9d6c5eb-514c-434e-aaff-079d91b6e4c1 HTTP/1.1" status: 204 len: 168 time: 0.1460760 Jun 15 00:47:32.190544 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6578f1f-2ecc-4558-b6f6-afdb8a5d4880 tempest-TestShelveInstance-1832147888 tempest-TestShelveInstance-1832147888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d6c5eb-514c-434e-aaff-079d91b6e4c1,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:32.224636 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36956) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:32.484409 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:32.531807 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7324961d-5bbb-4b9f-8d7c-7c5bb02fc7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7978681'] for router_interface (7221ebfa-8179-4ab9-96dc-9f455def894f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:32.748975 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-7324961d-5bbb-4b9f-8d7c-7c5bb02fc7fe admin admin] Deleting port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:47:32.749301 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7324961d-5bbb-4b9f-8d7c-7c5bb02fc7fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:32.823319 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-7324961d-5bbb-4b9f-8d7c-7c5bb02fc7fe admin admin] For port 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:47:32.823681 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7324961d-5bbb-4b9f-8d7c-7c5bb02fc7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:32.836783 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-7324961d-5bbb-4b9f-8d7c-7c5bb02fc7fe admin admin] Calling delete_port for 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:47:33.219164 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:33.273575 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7324961d-5bbb-4b9f-8d7c-7c5bb02fc7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:33.298734 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324961d-5bbb-4b9f-8d7c-7c5bb02fc7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:33.367630 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:33.461701 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7324961d-5bbb-4b9f-8d7c-7c5bb02fc7fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7930136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7978541'] for router_interface (7221ebfa-8179-4ab9-96dc-9f455def894f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:33.464378 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:33.663621 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7324961d-5bbb-4b9f-8d7c-7c5bb02fc7fe admin admin] Router 7221ebfa-8179-4ab9-96dc-9f455def894f has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:47:33.764685 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7324961d-5bbb-4b9f-8d7c-7c5bb02fc7fe admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:47:33.769949 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7324961d-5bbb-4b9f-8d7c-7c5bb02fc7fe admin admin] 10.222.0.33 "PUT /v2.0/routers/7221ebfa-8179-4ab9-96dc-9f455def894f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5443122 Jun 15 00:47:33.772431 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36958) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:33.775886 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17169f-6c21-4a0c-8cb7-f3a44a77862d None None] Sync routers for ids ['7221ebfa-8179-4ab9-96dc-9f455def894f'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:47:33.786656 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17169f-6c21-4a0c-8cb7-f3a44a77862d None None] Routers {'7221ebfa-8179-4ab9-96dc-9f455def894f'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:47:33.787295 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ff17169f-6c21-4a0c-8cb7-f3a44a77862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:47:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['7221ebfa-8179-4ab9-96dc-9f455def894f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:33.873720 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Publish callbacks [] for router (7221ebfa-8179-4ab9-96dc-9f455def894f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:33.887489 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-ff17169f-6c21-4a0c-8cb7-f3a44a77862d None None] Set router 7221ebfa-8179-4ab9-96dc-9f455def894f gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:47:33.951153 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:33.970686 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Publish callbacks [] for router_gateway (7221ebfa-8179-4ab9-96dc-9f455def894f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.014257 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Deleting port c19a4bc0-4038-4ba6-9059-a5d88e354db5 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:47:34.014896 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.046331 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:34.057262 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ff17169f-6c21-4a0c-8cb7-f3a44a77862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:47:33Z', 'revision_number': 5, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port': {'id': 'c19a4bc0-4038-4ba6-9059-a5d88e354db5', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:34.083624 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 57d0af31-4e5c-4b96-b5f0-1be737bb30ad no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:47:34.086135 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17169f-6c21-4a0c-8cb7-f3a44a77862d None None] Checking router: 7221ebfa-8179-4ab9-96dc-9f455def894f for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:47:34.096128 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] For port c19a4bc0-4038-4ba6-9059-a5d88e354db5, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=c19a4bc0-4038-4ba6-9059-a5d88e354db5,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:47:34.096497 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.107629 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 57d0af31-4e5c-4b96-b5f0-1be737bb30ad {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:47:34.107969 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 57d0af31-4e5c-4b96-b5f0-1be737bb30ad not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:47:34.110282 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Calling delete_port for c19a4bc0-4038-4ba6-9059-a5d88e354db5 owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:47:34.111816 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17169f-6c21-4a0c-8cb7-f3a44a77862d None None] Routers {'7221ebfa-8179-4ab9-96dc-9f455def894f'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:47:34.112422 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ff17169f-6c21-4a0c-8cb7-f3a44a77862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:47:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['7221ebfa-8179-4ab9-96dc-9f455def894f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:34.120830 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:34.170665 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:34.198526 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-ff17169f-6c21-4a0c-8cb7-f3a44a77862d None None] Set router 7221ebfa-8179-4ab9-96dc-9f455def894f gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:47:34.249069 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ff17169f-6c21-4a0c-8cb7-f3a44a77862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:47:33Z', 'revision_number': 6, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port_host': None}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:34.273403 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17169f-6c21-4a0c-8cb7-f3a44a77862d None None] The sync data for ids ['7221ebfa-8179-4ab9-96dc-9f455def894f'] in dv-cinder-835384-6-iscsi is: [{'id': '7221ebfa-8179-4ab9-96dc-9f455def894f', 'name': 'tempest-TestShelveInstance-1009101176-router', 'tenant_id': '5f0b03329de24df2b88d07327076ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:53Z', 'updated_at': '2022-06-15T00:47:33Z', 'revision_number': 6, 'project_id': '5f0b03329de24df2b88d07327076ee88', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:47:34.281760 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (c19a4bc0-4038-4ba6-9059-a5d88e354db5), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.312317 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19a4bc0-4038-4ba6-9059-a5d88e354db5,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:34.371344 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963772'] for router_gateway (7221ebfa-8179-4ab9-96dc-9f455def894f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.460683 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2884'] for router (7221ebfa-8179-4ab9-96dc-9f455def894f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.463034 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Publish callbacks [] for router_controller (7221ebfa-8179-4ab9-96dc-9f455def894f), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.508514 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977708'] for router (7221ebfa-8179-4ab9-96dc-9f455def894f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.509464 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7221ebfa-8179-4ab9-96dc-9f455def894f {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 00:47:34.513806 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.514957 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a1acaf46-f45a-444d-b20d-bb42aa34e0d1 admin admin] 10.222.0.33 "DELETE /v2.0/routers/7221ebfa-8179-4ab9-96dc-9f455def894f HTTP/1.1" status: 204 len: 168 time: 0.7414155 Jun 15 00:47:34.517487 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36960) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:34.563054 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b27468-2a69-456c-ab0c-53fa600fa38b admin admin] Deleting subnet 9dfc3f18-8029-4922-b418-e31b7932b9ee {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:47:34.566214 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d7b27468-2a69-456c-ab0c-53fa600fa38b admin admin] Publish callbacks [] for subnet (9dfc3f18-8029-4922-b418-e31b7932b9ee), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.602860 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d7b27468-2a69-456c-ab0c-53fa600fa38b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3329255'] for subnet (9dfc3f18-8029-4922-b418-e31b7932b9ee), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.691672 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d7b27468-2a69-456c-ab0c-53fa600fa38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (9dfc3f18-8029-4922-b418-e31b7932b9ee), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.751604 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d7b27468-2a69-456c-ab0c-53fa600fa38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2329781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586366'] for subnet (9dfc3f18-8029-4922-b418-e31b7932b9ee), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.775506 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b27468-2a69-456c-ab0c-53fa600fa38b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dfc3f18-8029-4922-b418-e31b7932b9ee,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:34.782902 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d7b27468-2a69-456c-ab0c-53fa600fa38b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.788456 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d7b27468-2a69-456c-ab0c-53fa600fa38b admin admin] 10.222.0.33 "DELETE /v2.0/subnets/9dfc3f18-8029-4922-b418-e31b7932b9ee HTTP/1.1" status: 204 len: 168 time: 0.2676518 Jun 15 00:47:34.788785 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36962) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:34.791694 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8b2cb6-9678-44ca-86a2-2b4588103b93 None None] Network aedde080-f18a-4c53-9e17-1bc98b6511a9 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:47:34.864663 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (aedde080-f18a-4c53-9e17-1bc98b6511a9), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.905558 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Deleting port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:47:34.905908 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.969257 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] For port 4c9f2e89-b460-4d9e-be9b-51d0361401d4, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=4c9f2e89-b460-4d9e-be9b-51d0361401d4,segment=NetworkSegment(c47bb877-af46-4e6c-be45-91683683783e),segment_id=c47bb877-af46-4e6c-be45-91683683783e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:47:34.969563 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:34.982979 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Calling delete_port for 4c9f2e89-b460-4d9e-be9b-51d0361401d4 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:47:35.044108 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] DHCP port deletion for aedde080-f18a-4c53-9e17-1bc98b6511a9 request from dv-cinder-835384-6-iscsi {{(pid=104111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 00:47:35.071974 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:35.082057 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Deleting port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 {{(pid=104111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:47:35.082425 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), before_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:35.097290 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9f2e89-b460-4d9e-be9b-51d0361401d4,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:35.103984 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] No DVR routers for this DVR port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 on host dv-cinder-835384-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:47:35.146939 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] For port 4c9f2e89-b460-4d9e-be9b-51d0361401d4, host dv-cinder-835384-6-iscsi, got binding levels [] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:47:35.147344 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), precommit_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:35.165148 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Calling delete_port for 4c9f2e89-b460-4d9e-be9b-51d0361401d4 owned by network:dhcp {{(pid=104111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:47:35.167976 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.ipam_backend_mixin [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 was not found and therefore no delete operation was performed {{(pid=104111) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 15 00:47:35.169515 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577'] for port (4c9f2e89-b460-4d9e-be9b-51d0361401d4), after_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:35.182510 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (aedde080-f18a-4c53-9e17-1bc98b6511a9), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:35.193412 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Pushing event deleted for resources: {'Port': ['ID=4c9f2e89-b460-4d9e-be9b-51d0361401d4,revision_number=None']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:35.201217 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] No DVR routers for this DVR port 4c9f2e89-b460-4d9e-be9b-51d0361401d4 on host dv-cinder-835384-6-iscsi {{(pid=104111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:47:35.203956 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aedde080-f18a-4c53-9e17-1bc98b6511a9']}} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:35.204524 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.204993 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.205239 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.205573 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.205903 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.206228 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.206547 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.206969 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.207196 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.207512 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.207830 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.208148 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.208533 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.208856 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.209515 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be1cf8-5908-491d-8ed9-aea09129c3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:47:35.218761 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47bb877-af46-4e6c-be45-91683683783e') {'for_net_delete': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:35.219181 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47bb877-af46-4e6c-be45-91683683783e') {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:35.229850 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3105944'] for segment (c47bb877-af46-4e6c-be45-91683683783e), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:35.243545 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (c47bb877-af46-4e6c-be45-91683683783e), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:35.250875 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:47:35.251303 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117918'] for segment (c47bb877-af46-4e6c-be45-91683683783e), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:35.312970 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (aedde080-f18a-4c53-9e17-1bc98b6511a9), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:35.321414 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:35.325941 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] 10.222.0.33 "DELETE /v2.0/networks/aedde080-f18a-4c53-9e17-1bc98b6511a9 HTTP/1.1" status: 204 len: 168 time: 0.5358355 Jun 15 00:47:35.328950 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36968) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:35.344789 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6eed99-b979-4aba-8d68-31d9c2570ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aedde080-f18a-4c53-9e17-1bc98b6511a9,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:35.396880 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment c47bb877-af46-4e6c-be45-91683683783e resource provider aggregate not found Jun 15 00:47:35.414525 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment c47bb877-af46-4e6c-be45-91683683783e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c47bb877-af46-4e6c-be45-91683683783e found for delete ", "request_id": "req-6378c7b0-b8ca-4f94-ba73-c3dff370e090"}]} Jun 15 00:47:35.560583 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:35.646013 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc67f-7590-4eb9-8f7e-847176c2500e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7978681'] for router_interface (4a601af6-b393-4c45-9af3-7c0a2345b94c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:35.718982 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:35.790117 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device c19a4bc0-4038-4ba6-9059-a5d88e354db5 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:47:35.809761 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: c19a4bc0-4038-4ba6-9059-a5d88e354db5 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:47:35.810440 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device c19a4bc0-4038-4ba6-9059-a5d88e354db5 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:47:35.810556 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 4c9f2e89-b460-4d9e-be9b-51d0361401d4 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:47:35.828488 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 4c9f2e89-b460-4d9e-be9b-51d0361401d4 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:47:35.828827 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 4c9f2e89-b460-4d9e-be9b-51d0361401d4 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:47:35.829228 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:47:35.847880 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:47:35.848486 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 06987aaa-8a1f-45f1-b0d3-bf7bf6ad977e not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:47:35.875699 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fc67f-7590-4eb9-8f7e-847176c2500e admin admin] Deleting port b9f941d3-b418-4889-b718-b62c053e46f7 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:47:35.876051 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc67f-7590-4eb9-8f7e-847176c2500e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:35.951801 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-dd1fc67f-7590-4eb9-8f7e-847176c2500e admin admin] For port b9f941d3-b418-4889-b718-b62c053e46f7, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=b9f941d3-b418-4889-b718-b62c053e46f7,segment=NetworkSegment(4b32e771-3162-451c-a72a-de2ec6a11deb),segment_id=4b32e771-3162-451c-a72a-de2ec6a11deb)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:47:35.952086 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc67f-7590-4eb9-8f7e-847176c2500e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:35.964824 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fc67f-7590-4eb9-8f7e-847176c2500e admin admin] Calling delete_port for b9f941d3-b418-4889-b718-b62c053e46f7 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:47:36.140900 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc67f-7590-4eb9-8f7e-847176c2500e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (b9f941d3-b418-4889-b718-b62c053e46f7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:36.165432 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fc67f-7590-4eb9-8f7e-847176c2500e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f941d3-b418-4889-b718-b62c053e46f7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:36.326243 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc67f-7590-4eb9-8f7e-847176c2500e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7930136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7978541'] for router_interface (4a601af6-b393-4c45-9af3-7c0a2345b94c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:36.489072 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:36.500029 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:36.536705 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1fc67f-7590-4eb9-8f7e-847176c2500e admin admin] Router 4a601af6-b393-4c45-9af3-7c0a2345b94c has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:47:36.634307 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1fc67f-7590-4eb9-8f7e-847176c2500e admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:47:36.640536 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-dd1fc67f-7590-4eb9-8f7e-847176c2500e admin admin] 10.222.0.33 "PUT /v2.0/routers/4a601af6-b393-4c45-9af3-7c0a2345b94c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3088472 Jun 15 00:47:36.642182 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36972) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:36.644817 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c54afc-76d8-44d4-bfb5-484de7453a12 None None] Sync routers for ids ['4a601af6-b393-4c45-9af3-7c0a2345b94c'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:47:36.656334 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c54afc-76d8-44d4-bfb5-484de7453a12 None None] Routers {'4a601af6-b393-4c45-9af3-7c0a2345b94c'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:47:36.656945 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-b9c54afc-76d8-44d4-bfb5-484de7453a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:47:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['4a601af6-b393-4c45-9af3-7c0a2345b94c'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:36.739528 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Publish callbacks [] for router (4a601af6-b393-4c45-9af3-7c0a2345b94c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:36.754266 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-b9c54afc-76d8-44d4-bfb5-484de7453a12 None None] Set router 4a601af6-b393-4c45-9af3-7c0a2345b94c gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:47:36.834546 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Publish callbacks [] for router_gateway (4a601af6-b393-4c45-9af3-7c0a2345b94c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:36.875237 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Deleting port 1289a40f-470c-42de-bdc7-22c2dc0e2b3b {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:47:36.875572 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:36.916530 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-b9c54afc-76d8-44d4-bfb5-484de7453a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'name': 'tempest-TestShelveInstance-442803322-router', 'tenant_id': '717858089df841db9420c6ce17671580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:59Z', 'updated_at': '2022-06-15T00:47:36Z', 'revision_number': 5, 'project_id': '717858089df841db9420c6ce17671580', 'gw_port': {'id': '1289a40f-470c-42de-bdc7-22c2dc0e2b3b', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:00Z', 'updated_at': '2022-06-15T00:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:36.944267 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c54afc-76d8-44d4-bfb5-484de7453a12 None None] Checking router: 4a601af6-b393-4c45-9af3-7c0a2345b94c for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:47:36.953123 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c54afc-76d8-44d4-bfb5-484de7453a12 None None] Routers {'4a601af6-b393-4c45-9af3-7c0a2345b94c'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:47:36.953728 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-b9c54afc-76d8-44d4-bfb5-484de7453a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:47:30Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['4a601af6-b393-4c45-9af3-7c0a2345b94c'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:36.956642 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] For port 1289a40f-470c-42de-bdc7-22c2dc0e2b3b, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=1289a40f-470c-42de-bdc7-22c2dc0e2b3b,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:47:36.957148 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:36.970168 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Calling delete_port for 1289a40f-470c-42de-bdc7-22c2dc0e2b3b owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:47:37.034029 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-b9c54afc-76d8-44d4-bfb5-484de7453a12 None None] Set router 4a601af6-b393-4c45-9af3-7c0a2345b94c gateway port host: None {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:47:37.080987 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-b9c54afc-76d8-44d4-bfb5-484de7453a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'name': 'tempest-TestShelveInstance-442803322-router', 'tenant_id': '717858089df841db9420c6ce17671580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:59Z', 'updated_at': '2022-06-15T00:47:36Z', 'revision_number': 6, 'project_id': '717858089df841db9420c6ce17671580', 'gw_port_host': None}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:37.104958 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c54afc-76d8-44d4-bfb5-484de7453a12 None None] The sync data for ids ['4a601af6-b393-4c45-9af3-7c0a2345b94c'] in dv-cinder-835384-6-iscsi is: [{'id': '4a601af6-b393-4c45-9af3-7c0a2345b94c', 'name': 'tempest-TestShelveInstance-442803322-router', 'tenant_id': '717858089df841db9420c6ce17671580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:42:59Z', 'updated_at': '2022-06-15T00:47:36Z', 'revision_number': 6, 'project_id': '717858089df841db9420c6ce17671580', 'gw_port_host': None}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:47:37.142650 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (1289a40f-470c-42de-bdc7-22c2dc0e2b3b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:37.166339 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Pushing event deleted for resources: {'Port': ['ID=1289a40f-470c-42de-bdc7-22c2dc0e2b3b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:37.226289 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963772'] for router_gateway (4a601af6-b393-4c45-9af3-7c0a2345b94c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:37.228832 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:37.310672 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2884'] for router (4a601af6-b393-4c45-9af3-7c0a2345b94c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:37.312747 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Publish callbacks [] for router_controller (4a601af6-b393-4c45-9af3-7c0a2345b94c), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:37.618829 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977708'] for router (4a601af6-b393-4c45-9af3-7c0a2345b94c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:37.619500 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a601af6-b393-4c45-9af3-7c0a2345b94c {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 00:47:37.624502 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:37.625645 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-fb2a5db6-be90-4314-b7a1-f26c7d8e6088 admin admin] 10.222.0.33 "DELETE /v2.0/routers/4a601af6-b393-4c45-9af3-7c0a2345b94c HTTP/1.1" status: 204 len: 168 time: 0.9825709 Jun 15 00:47:37.628133 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 36974) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:37.665647 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:37.671969 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4389a2f-f8e0-49c0-8041-62d49de64504 admin admin] Deleting subnet 2039057a-3287-4c00-a288-d326586f0902 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:47:37.675664 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b4389a2f-f8e0-49c0-8041-62d49de64504 admin admin] Publish callbacks [] for subnet (2039057a-3287-4c00-a288-d326586f0902), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:37.709770 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b4389a2f-f8e0-49c0-8041-62d49de64504 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3329255'] for subnet (2039057a-3287-4c00-a288-d326586f0902), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:37.786322 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b4389a2f-f8e0-49c0-8041-62d49de64504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (2039057a-3287-4c00-a288-d326586f0902), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:37.842430 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b4389a2f-f8e0-49c0-8041-62d49de64504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2329781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586366'] for subnet (2039057a-3287-4c00-a288-d326586f0902), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:37.866823 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4389a2f-f8e0-49c0-8041-62d49de64504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2039057a-3287-4c00-a288-d326586f0902,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:37.877046 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b4389a2f-f8e0-49c0-8041-62d49de64504 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:37.882935 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36976) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:37.883388 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b4389a2f-f8e0-49c0-8041-62d49de64504 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/2039057a-3287-4c00-a288-d326586f0902 HTTP/1.1" status: 204 len: 168 time: 0.2542884 Jun 15 00:47:37.885663 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c1aaa-cc40-4af3-bcbf-4fef1449bc53 None None] Network d9f7a239-5d11-4304-9bcd-b09207cb014a requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:47:37.909751 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b9f941d3-b418-4889-b718-b62c053e46f7 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:47:37.939184 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: b9f941d3-b418-4889-b718-b62c053e46f7 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:47:37.939531 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device b9f941d3-b418-4889-b718-b62c053e46f7 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:47:37.940038 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 1289a40f-470c-42de-bdc7-22c2dc0e2b3b no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:47:37.958598 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (d9f7a239-5d11-4304-9bcd-b09207cb014a), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:37.983112 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 1289a40f-470c-42de-bdc7-22c2dc0e2b3b {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:47:37.983458 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 1289a40f-470c-42de-bdc7-22c2dc0e2b3b not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:47:37.989665 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:38.002909 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Deleting port 69b5d8ad-6991-42b8-b34b-0a0d84220518 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:47:38.003363 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.070661 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:38.072837 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] For port 69b5d8ad-6991-42b8-b34b-0a0d84220518, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=69b5d8ad-6991-42b8-b34b-0a0d84220518,segment=NetworkSegment(4b32e771-3162-451c-a72a-de2ec6a11deb),segment_id=4b32e771-3162-451c-a72a-de2ec6a11deb)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:47:38.073227 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.092141 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Calling delete_port for 69b5d8ad-6991-42b8-b34b-0a0d84220518 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:47:38.093131 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5ed52d-1278-4be7-9181-a0c64f984e6d None None] DHCP port deletion for d9f7a239-5d11-4304-9bcd-b09207cb014a request from dv-cinder-835384-6-iscsi {{(pid=104111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 00:47:38.131736 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ed52d-1278-4be7-9181-a0c64f984e6d None None] Deleting port 69b5d8ad-6991-42b8-b34b-0a0d84220518 {{(pid=104111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:47:38.132113 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed52d-1278-4be7-9181-a0c64f984e6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), before_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.176443 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.196294 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-1d5ed52d-1278-4be7-9181-a0c64f984e6d None None] For port 69b5d8ad-6991-42b8-b34b-0a0d84220518, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=69b5d8ad-6991-42b8-b34b-0a0d84220518,segment=NetworkSegment(4b32e771-3162-451c-a72a-de2ec6a11deb),segment_id=4b32e771-3162-451c-a72a-de2ec6a11deb)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:47:38.196686 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed52d-1278-4be7-9181-a0c64f984e6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), precommit_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.198515 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Pushing event deleted for resources: {'Port': ['ID=69b5d8ad-6991-42b8-b34b-0a0d84220518,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:38.204971 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] No DVR routers for this DVR port 69b5d8ad-6991-42b8-b34b-0a0d84220518 on host dv-cinder-835384-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:47:38.210252 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ed52d-1278-4be7-9181-a0c64f984e6d None None] Calling delete_port for 69b5d8ad-6991-42b8-b34b-0a0d84220518 owned by network:dhcp {{(pid=104111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:47:38.277577 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (d9f7a239-5d11-4304-9bcd-b09207cb014a), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.289397 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed52d-1278-4be7-9181-a0c64f984e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577'] for port (69b5d8ad-6991-42b8-b34b-0a0d84220518), after_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.298289 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f7a239-5d11-4304-9bcd-b09207cb014a']}} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:38.307606 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b32e771-3162-451c-a72a-de2ec6a11deb') {'for_net_delete': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:38.307899 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b32e771-3162-451c-a72a-de2ec6a11deb') {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:47:38.313023 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ed52d-1278-4be7-9181-a0c64f984e6d None None] Pushing event deleted for resources: {'Port': ['ID=69b5d8ad-6991-42b8-b34b-0a0d84220518,revision_number=None']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:38.316373 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ed52d-1278-4be7-9181-a0c64f984e6d None None] No DVR routers for this DVR port 69b5d8ad-6991-42b8-b34b-0a0d84220518 on host dv-cinder-835384-6-iscsi {{(pid=104111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:47:38.318387 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3105944'] for segment (4b32e771-3162-451c-a72a-de2ec6a11deb), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.336309 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (4b32e771-3162-451c-a72a-de2ec6a11deb), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.343303 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:47:38.343691 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117918'] for segment (4b32e771-3162-451c-a72a-de2ec6a11deb), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.369362 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment 4b32e771-3162-451c-a72a-de2ec6a11deb resource provider aggregate not found Jun 15 00:47:38.412672 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (d9f7a239-5d11-4304-9bcd-b09207cb014a), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.418724 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment 4b32e771-3162-451c-a72a-de2ec6a11deb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b32e771-3162-451c-a72a-de2ec6a11deb found for delete ", "request_id": "req-7d62e71d-f123-4ec6-ac2f-d0a34d3e0427"}]} Jun 15 00:47:38.424155 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.427508 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] 10.222.0.33 "DELETE /v2.0/networks/d9f7a239-5d11-4304-9bcd-b09207cb014a HTTP/1.1" status: 204 len: 168 time: 0.5429018 Jun 15 00:47:38.437612 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94907115-682b-4fcf-9ac5-d03cffc4aeeb admin admin] Pushing event deleted for resources: {'Network': ['ID=d9f7a239-5d11-4304-9bcd-b09207cb014a,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:38.640887 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36984) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:38.680063 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-2bbcfdcf-a925-44ee-b5ec-00ace40c78ee admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5f0b03329de24df2b88d07327076ee88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378935 Jun 15 00:47:38.682258 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36986) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:38.729685 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c72e978e-b969-4630-8585-f46259fb6ed3 admin admin] Publish callbacks [] for security_group (4bb649c7-aca3-4289-bfbe-f5a0ff5830b4), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.751570 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c72e978e-b969-4630-8585-f46259fb6ed3 admin admin] Publish callbacks [] for security_group (4bb649c7-aca3-4289-bfbe-f5a0ff5830b4), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.798555 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c72e978e-b969-4630-8585-f46259fb6ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (4bb649c7-aca3-4289-bfbe-f5a0ff5830b4), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.801153 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c72e978e-b969-4630-8585-f46259fb6ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:38.802290 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-c72e978e-b969-4630-8585-f46259fb6ed3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4bb649c7-aca3-4289-bfbe-f5a0ff5830b4 HTTP/1.1" status: 204 len: 168 time: 0.1191180 Jun 15 00:47:38.810913 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e978e-b969-4630-8585-f46259fb6ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb649c7-aca3-4289-bfbe-f5a0ff5830b4,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:39.118626 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36992) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:39.161110 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-0c1e0aa0-b641-460f-b220-6d9826e8f279 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=717858089df841db9420c6ce17671580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413313 Jun 15 00:47:39.163538 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 36994) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:47:39.210984 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9fa8-636a-4b15-a273-99701a6689f5 admin admin] Publish callbacks [] for security_group (673e8d13-3ef6-4daa-81fe-c5dd5b93f068), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:39.233263 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9fa8-636a-4b15-a273-99701a6689f5 admin admin] Publish callbacks [] for security_group (673e8d13-3ef6-4daa-81fe-c5dd5b93f068), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:39.280459 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9fa8-636a-4b15-a273-99701a6689f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (673e8d13-3ef6-4daa-81fe-c5dd5b93f068), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:39.283110 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9fa8-636a-4b15-a273-99701a6689f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:39.284345 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-ba1d9fa8-636a-4b15-a273-99701a6689f5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/673e8d13-3ef6-4daa-81fe-c5dd5b93f068 HTTP/1.1" status: 204 len: 168 time: 0.1199365 Jun 15 00:47:39.294129 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d9fa8-636a-4b15-a273-99701a6689f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673e8d13-3ef6-4daa-81fe-c5dd5b93f068,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:47:39.786689 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 69b5d8ad-6991-42b8-b34b-0a0d84220518 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:47:39.806039 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 69b5d8ad-6991-42b8-b34b-0a0d84220518 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:47:39.806382 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 69b5d8ad-6991-42b8-b34b-0a0d84220518 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:47:44.614850 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:44.619997 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:47:47.866973 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:47.872206 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:49.287031 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:DELETE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:49.289829 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=67,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:54.587735 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=45 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:54.588518 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=49 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:55.345216 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69537c29-ffdc-4103-948b-508d97d775b5 req-a5d90f0d-04ab-408d-965e-baa7fd66468a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374284 Jun 15 00:47:55.419409 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69537c29-ffdc-4103-948b-508d97d775b5 req-5d21468e-d5f7-4913-9fae-46c85623fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:47:55.420916 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69537c29-ffdc-4103-948b-508d97d775b5 req-5d21468e-d5f7-4913-9fae-46c85623fbbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 1129 time: 0.0442243 Jun 15 00:47:55.521666 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69537c29-ffdc-4103-948b-508d97d775b5 req-614822c7-5acc-47f6-af0f-905c38e00359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:47:55.523188 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69537c29-ffdc-4103-948b-508d97d775b5 req-614822c7-5acc-47f6-af0f-905c38e00359 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 913 time: 0.0849500 Jun 15 00:47:55.586160 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69537c29-ffdc-4103-948b-508d97d775b5 req-018c2245-2b6d-41e7-b34b-26dc257f0461 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b4c997-f1dd-4356-acef-ec19f4dd1573 HTTP/1.1" status: 200 len: 1000 time: 0.0567868 Jun 15 00:47:55.633220 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69537c29-ffdc-4103-948b-508d97d775b5 req-046d7a10-c181-40c1-a0be-e4f6998b811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:47:55.634608 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69537c29-ffdc-4103-948b-508d97d775b5 req-046d7a10-c181-40c1-a0be-e4f6998b811c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0429645 Jun 15 00:47:55.675850 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69537c29-ffdc-4103-948b-508d97d775b5 req-53da52bd-b5f8-4ef3-a75b-28edf6e784ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:47:55.677317 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69537c29-ffdc-4103-948b-508d97d775b5 req-53da52bd-b5f8-4ef3-a75b-28edf6e784ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370820 Jun 15 00:47:55.768194 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69537c29-ffdc-4103-948b-508d97d775b5 req-98bccad4-df95-4ea5-b620-9b754064b57c service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850861 Jun 15 00:47:55.854574 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69537c29-ffdc-4103-948b-508d97d775b5 req-026c8c87-846a-44dd-af54-175d591f9aad service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806642 Jun 15 00:47:57.586479 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:47:57.594236 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-12626af8-13c3-40d0-9c25-eb947d6e154a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:00.026544 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-3f22d424-9b6e-4f76-858c-b4143241e1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:00.894766 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:02.482221 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:03.456767 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:05.841853 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=53 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:05.852080 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=48 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:06.342035 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:48:07.457231 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-5fd71086-fdbb-4c9c-acde-5b6788a03acd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871916550&fields=id&tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090 HTTP/1.1" status: 200 len: 267 time: 0.0435576 Jun 15 00:48:07.563576 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-92215054-a365-47de-ab69-c8a6da4ad1bd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:07.565032 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-92215054-a365-47de-ab69-c8a6da4ad1bd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 812 time: 0.1016943 Jun 15 00:48:07.579581 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-91499a8a-9279-4a39-b57f-49c93e150400 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/quotas/2a609057ba0f4eb9aa2f90e7f31e0090 HTTP/1.1" status: 200 len: 375 time: 0.0092947 Jun 15 00:48:07.628592 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-3f62a56c-a8b2-40f5-93db-40f41f5c2816 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444381 Jun 15 00:48:07.758254 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-370a0142-466e-43c7-a48b-a43cb4a796b3 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 00:48:07.759294 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-370a0142-466e-43c7-a48b-a43cb4a796b3 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1186507 Jun 15 00:48:07.851356 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-9bf1e458-c974-4399-8d43-0ca1ded483e0 service neutron] 10.222.0.33 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856347 Jun 15 00:48:07.937632 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-4e492b9e-36dc-4d93-ae7f-1f7ff99088d0 service neutron] 10.222.0.33 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805676 Jun 15 00:48:09.230299 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-1580281e-e993-4770-961e-e3c5972a764d req-96a9e3a4-d2f1-4059-9c15-090e636cc626 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 210 time: 0.0282598 Jun 15 00:48:10.212425 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e2c3c98e-ab86-40c9-8b34-4dab0d01385a tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:10.213923 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e2c3c98e-ab86-40c9-8b34-4dab0d01385a tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 812 time: 0.1144416 Jun 15 00:48:10.283129 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-c90a30ba-051a-4a25-8ac9-ff9be7706c3d tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090 HTTP/1.1" status: 200 len: 379 time: 0.0550516 Jun 15 00:48:10.291434 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e9cfbb87-b511-4329-b3cb-27873c0f5974 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Request body: {'port': {'device_id': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'admin_state_up': True, 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'security_groups': ['9584dfd0-179f-4fe3-a656-5adc43c8dea2']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:48:10.350003 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d4385319-0754-457d-8182-c0aa2f2f6c66 req-359824c5-d16d-4cb8-9f0a-aa5e6ccb5a4e tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 210 time: 0.0426927 Jun 15 00:48:10.427082 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e9cfbb87-b511-4329-b3cb-27873c0f5974 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Made reservation on behalf of 2a609057ba0f4eb9aa2f90e7f31e0090 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 00:48:10.430457 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e9cfbb87-b511-4329-b3cb-27873c0f5974 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:10.560515 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e9cfbb87-b511-4329-b3cb-27873c0f5974 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Allocated IP 172.20.0.10 (56911b05-bd46-4dfd-92c7-6a9d2a724e66/03b170a4-f162-4e49-bf42-c31c5543af82/16cf0269-17f7-428b-b882-fff13f7fd85b) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:48:10.632824 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:10.659969 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:10.710139 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e9cfbb87-b511-4329-b3cb-27873c0f5974 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:10.742247 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e9cfbb87-b511-4329-b3cb-27873c0f5974 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:10.794149 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e9cfbb87-b511-4329-b3cb-27873c0f5974 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:48:10.797346 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e9cfbb87-b511-4329-b3cb-27873c0f5974 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:48:10.799921 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e9cfbb87-b511-4329-b3cb-27873c0f5974 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:48:10.827223 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfbb87-b511-4329-b3cb-27873c0f5974 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'Port': ['ID=16cf0269-17f7-428b-b882-fff13f7fd85b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:48:10.859837 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e9cfbb87-b511-4329-b3cb-27873c0f5974 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:10.860450 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e9cfbb87-b511-4329-b3cb-27873c0f5974 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:10.879675 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-e9cfbb87-b511-4329-b3cb-27873c0f5974 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5918829 Jun 15 00:48:10.899469 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Request body: {'port': {'device_id': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:48:10.963259 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:11.026900 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-eb38ec41-8ff9-4596-b3d1-a4b73e3687a3 None None] Provisioning complete for port 16cf0269-17f7-428b-b882-fff13f7fd85b triggered by entity DHCP. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:48:11.027487 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-eb38ec41-8ff9-4596-b3d1-a4b73e3687a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:11.062063 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-eb38ec41-8ff9-4596-b3d1-a4b73e3687a3 None None] Port 16cf0269-17f7-428b-b882-fff13f7fd85b cannot update to ACTIVE because it is not bound. {{(pid=104111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 00:48:11.218659 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16cf0269-17f7-428b-b882-fff13f7fd85b {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:48:11.226216 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Publish callbacks [] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:11.238513 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Transition to ACTIVE for port object 16cf0269-17f7-428b-b882-fff13f7fd85b will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 00:48:11.242393 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:11.290744 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Pushing event updated for resources: {'Port': ['ID=16cf0269-17f7-428b-b882-fff13f7fd85b,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:48:11.367594 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Attempting to bind port 16cf0269-17f7-428b-b882-fff13f7fd85b on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 00:48:11.367930 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Attempting to bind port 16cf0269-17f7-428b-b882-fff13f7fd85b by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 00:48:11.368260 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Attempting to bind port 16cf0269-17f7-428b-b882-fff13f7fd85b on network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:48:11.375627 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Port 16cf0269-17f7-428b-b882-fff13f7fd85b on network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 00:48:11.375959 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Attempting to bind port 16cf0269-17f7-428b-b882-fff13f7fd85b on network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 00:48:11.381498 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Checking agent: {'id': 'ec024b6d-7c98-456d-8b2b-3e6ec08b9d56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'started_at': datetime.datetime(2022, 6, 15, 0, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 00:48:11.381842 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Checking segment: {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 00:48:11.382255 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Bound using segment: {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 00:48:11.382690 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Bound port: 16cf0269-17f7-428b-b882-fff13f7fd85b, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ee422f-19cb-4f8b-8e4b-65e1d72d03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 00:48:11.383085 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:11.436960 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:11.448413 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] For port 16cf0269-17f7-428b-b882-fff13f7fd85b, host hv-cinder-83538, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 00:48:11.450725 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:11.452568 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] For port 16cf0269-17f7-428b-b882-fff13f7fd85b, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=16cf0269-17f7-428b-b882-fff13f7fd85b,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 00:48:11.458801 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:11.474984 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491e2d8-e3bf-4f55-9bfd-021b79896566 req-d5ac6177-fdc1-452c-8f94-e83c82ad8d22 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:11.479266 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f491e2d8-e3bf-4f55-9bfd-021b79896566 req-d5ac6177-fdc1-452c-8f94-e83c82ad8d22 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 944 time: 0.0565102 Jun 15 00:48:11.500645 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:11.501274 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:11.502698 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] 10.222.0.42 "PUT /v2.0/ports/16cf0269-17f7-428b-b882-fff13f7fd85b HTTP/1.1" status: 200 len: 1094 time: 0.6082299 Jun 15 00:48:11.503172 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'tag': '16cf0269-17f7-428b-b882-fff13f7fd85b'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:48:11.505441 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0f4e29-a27e-4697-af17-c6262bbe6ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c30303f-d436-4547-af1f-7a2a61a99bc8", "tag": "16cf0269-17f7-428b-b882-fff13f7fd85b"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:48:11.535291 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2279d-f8a2-4abf-b88e-7757c3e42127 service neutron] Pushing event updated for resources: {'Port': ['ID=16cf0269-17f7-428b-b882-fff13f7fd85b,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:48:11.543345 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-f491e2d8-e3bf-4f55-9bfd-021b79896566 req-f27288cb-1f49-4a7a-a325-5594671926c0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611899 Jun 15 00:48:11.577368 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9292e8-09ab-4859-a766-72691cf583c9 x-openstack-request-id: req-7b9292e8-09ab-4859-a766-72691cf583c9 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:48:11.577659 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c30303f-d436-4547-af1f-7a2a61a99bc8", "tag": "16cf0269-17f7-428b-b882-fff13f7fd85b", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:48:11.577915 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7b9292e8-09ab-4859-a766-72691cf583c9 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:48:11.578316 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9292e8-09ab-4859-a766-72691cf583c9'] response: {'name': 'network-changed', 'server_uuid': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'tag': '16cf0269-17f7-428b-b882-fff13f7fd85b', 'status': 'completed', 'code': 200} Jun 15 00:48:11.608904 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-7a99fbc6-5b17-498b-9a56-88d4de037645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:11.610440 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-7a99fbc6-5b17-498b-9a56-88d4de037645 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 1128 time: 0.0435126 Jun 15 00:48:11.659715 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-9c34eeab-2844-4b3d-90b9-89e91dc7cf39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16cf0269-17f7-428b-b882-fff13f7fd85b HTTP/1.1" status: 200 len: 217 time: 0.0361691 Jun 15 00:48:11.708441 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-0749838f-6a98-4a67-81f4-69db873aec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:11.709919 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-0749838f-6a98-4a67-81f4-69db873aec3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0448675 Jun 15 00:48:11.752640 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-75c10339-1036-4503-89a4-bf23eb1a16f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:11.754041 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-75c10339-1036-4503-89a4-bf23eb1a16f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386262 Jun 15 00:48:11.844963 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-7ab0d139-dfaa-4de4-8d48-0c6e80050326 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845997 Jun 15 00:48:11.932525 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cab4c7bb-a888-4278-b165-c4e77bb6516f req-893c3b14-2836-4d93-8c1a-70cfa813f937 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808721 Jun 15 00:48:12.272735 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f4e29-a27e-4697-af17-c6262bbe6ca1 req-7446e3aa-5827-480a-831a-163e7f9449b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:12.274286 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf0f4e29-a27e-4697-af17-c6262bbe6ca1 req-7446e3aa-5827-480a-831a-163e7f9449b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 1128 time: 0.0432687 Jun 15 00:48:12.360787 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f4e29-a27e-4697-af17-c6262bbe6ca1 req-5209bf11-d3fe-472d-9112-3b19bc61e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:12.362184 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf0f4e29-a27e-4697-af17-c6262bbe6ca1 req-5209bf11-d3fe-472d-9112-3b19bc61e671 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 913 time: 0.0817680 Jun 15 00:48:12.406601 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf0f4e29-a27e-4697-af17-c6262bbe6ca1 req-11b59b78-59fa-4b28-8fd8-9c85a3a44b0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16cf0269-17f7-428b-b882-fff13f7fd85b HTTP/1.1" status: 200 len: 217 time: 0.0346375 Jun 15 00:48:12.464822 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f4e29-a27e-4697-af17-c6262bbe6ca1 req-8f0e6f68-a2c8-4172-b91a-70a488b123a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:12.466814 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf0f4e29-a27e-4697-af17-c6262bbe6ca1 req-8f0e6f68-a2c8-4172-b91a-70a488b123a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0478015 Jun 15 00:48:12.512518 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f4e29-a27e-4697-af17-c6262bbe6ca1 req-a432d630-ee89-4135-bfc6-a7871c8092c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:12.514002 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf0f4e29-a27e-4697-af17-c6262bbe6ca1 req-a432d630-ee89-4135-bfc6-a7871c8092c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386968 Jun 15 00:48:12.606305 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf0f4e29-a27e-4697-af17-c6262bbe6ca1 req-75cc85af-150b-4367-aa1d-9163ab63877d service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851433 Jun 15 00:48:12.658901 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876025c-db32-4cdd-9a62-1083a7c64e37 req-5a5d9449-1873-4015-b1db-59df19a2d783 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:12.660410 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0876025c-db32-4cdd-9a62-1083a7c64e37 req-5a5d9449-1873-4015-b1db-59df19a2d783 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 944 time: 0.0475216 Jun 15 00:48:12.694844 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf0f4e29-a27e-4697-af17-c6262bbe6ca1 req-9ff47018-c23f-4c06-8d05-70a55cb2b3b7 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817144 Jun 15 00:48:12.709220 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-0876025c-db32-4cdd-9a62-1083a7c64e37 req-8a251685-644e-4bd5-9215-df3fd734f7e6 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 Jun 15 00:48:13.827038 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325527b8-fb22-4654-a6e5-0d0ff411f95c req-ac4540a3-de02-48d7-8383-1131937164e3 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:13.828485 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-325527b8-fb22-4654-a6e5-0d0ff411f95c req-ac4540a3-de02-48d7-8383-1131937164e3 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 944 time: 0.0497987 Jun 15 00:48:13.876175 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-325527b8-fb22-4654-a6e5-0d0ff411f95c req-ae1ab42e-e9c4-4182-b40f-41fb75e4ca55 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422232 Jun 15 00:48:14.628057 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:14.633369 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:14.987004 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d24e36-7aa8-4de2-a19d-92e1574785a8 req-1e78fa60-bf9b-4e4d-b93b-f08cd4dc91c7 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:14.988454 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-52d24e36-7aa8-4de2-a19d-92e1574785a8 req-1e78fa60-bf9b-4e4d-b93b-f08cd4dc91c7 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 944 time: 0.0473251 Jun 15 00:48:15.039819 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-52d24e36-7aa8-4de2-a19d-92e1574785a8 req-eff55f26-77c0-458b-bfac-87ebbc1e632a tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458231 Jun 15 00:48:16.132201 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:16.150583 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9940f33-8dcb-40b2-9e82-817eff3d2656 req-c9b1b504-f2ef-40f2-bdd3-ef2b89e9e219 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:16.152083 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a9940f33-8dcb-40b2-9e82-817eff3d2656 req-c9b1b504-f2ef-40f2-bdd3-ef2b89e9e219 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 944 time: 0.0470541 Jun 15 00:48:16.199845 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a9940f33-8dcb-40b2-9e82-817eff3d2656 req-8b924e35-5285-41a0-b7e8-6d5735d5c252 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422060 Jun 15 00:48:16.339134 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:17.312381 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cc5e9-3dd4-433f-88b9-f93b92fe39e5 req-410b6db7-825a-4d4f-9f33-9be04d29f1dd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:17.313852 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c20cc5e9-3dd4-433f-88b9-f93b92fe39e5 req-410b6db7-825a-4d4f-9f33-9be04d29f1dd tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 944 time: 0.0464151 Jun 15 00:48:17.363026 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-c20cc5e9-3dd4-433f-88b9-f93b92fe39e5 req-5b8fd64d-d4d6-4f92-adfd-b53178a42fd1 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435953 Jun 15 00:48:18.324601 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 16cf0269-17f7-428b-b882-fff13f7fd85b details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 00:48:18.424226 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 16cf0269-17f7-428b-b882-fff13f7fd85b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=16cf0269-17f7-428b-b882-fff13f7fd85b,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:48:18.435553 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Returning: {'device': '16cf0269-17f7-428b-b882-fff13f7fd85b', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'port_id': '16cf0269-17f7-428b-b882-fff13f7fd85b', 'mac_address': 'fa:16:3e:da:27:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 00:48:18.464873 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:18.470737 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 16cf0269-17f7-428b-b882-fff13f7fd85b is: DOWN; New status is: BUILD {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:48:18.471159 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:18.479198 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b87e5a-99bc-4577-a915-5fbacfbc855e req-d9b45710-97f6-40dc-a4fc-349760b0ad39 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:18.480708 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88b87e5a-99bc-4577-a915-5fbacfbc855e req-d9b45710-97f6-40dc-a4fc-349760b0ad39 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 944 time: 0.0464296 Jun 15 00:48:18.485621 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cf0269-17f7-428b-b882-fff13f7fd85b {{(pid=104111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 00:48:18.506279 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 16cf0269-17f7-428b-b882-fff13f7fd85b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=16cf0269-17f7-428b-b882-fff13f7fd85b,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:48:18.511483 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:18.537100 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88b87e5a-99bc-4577-a915-5fbacfbc855e req-f19f04d2-0a80-4694-bb91-f7ae55c257ed tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499613 Jun 15 00:48:18.557454 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=16cf0269-17f7-428b-b882-fff13f7fd85b,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:48:18.803463 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] get_ports_and_sgs() called for port_ids ['16cf0269-17f7-428b-b882-fff13f7fd85b'] {{(pid=104111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 00:48:19.649976 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e41a9-68c1-42cb-9082-e0ed417a466b req-1e520f02-2c81-4fc5-8df6-03465625ea58 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:19.651463 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-878e41a9-68c1-42cb-9082-e0ed417a466b req-1e520f02-2c81-4fc5-8df6-03465625ea58 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 945 time: 0.0466788 Jun 15 00:48:19.709224 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-878e41a9-68c1-42cb-9082-e0ed417a466b req-320bdc0e-2f38-428e-baed-0c487822d540 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516636 Jun 15 00:48:20.348399 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 16cf0269-17f7-428b-b882-fff13f7fd85b up at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 00:48:20.391106 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning for port 16cf0269-17f7-428b-b882-fff13f7fd85b completed by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 00:48:20.396771 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.provisioning_blocks [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Provisioning complete for port 16cf0269-17f7-428b-b882-fff13f7fd85b triggered by entity L2. {{(pid=104111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 00:48:20.397141 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7617011'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), provisioning_complete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:20.417428 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:20.469925 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Current status of the port 16cf0269-17f7-428b-b882-fff13f7fd85b is: BUILD; New status is: ACTIVE {{(pid=104111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 00:48:20.470302 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:20.494586 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf0269-17f7-428b-b882-fff13f7fd85b'}] {{(pid=104111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:48:20.496834 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb46cf67ed811a08f1cf389cb5aa9e3854ba4f5deedf8a829298dea9c39bc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac21a5f-46ee-4d72-a739-367d3c258e22" -d '{"events": [{"server_uuid": "9c30303f-d436-4547-af1f-7a2a61a99bc8", "name": "network-vif-plugged", "status": "completed", "tag": "16cf0269-17f7-428b-b882-fff13f7fd85b"}]}' {{(pid=104111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:48:20.509719 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] For port 16cf0269-17f7-428b-b882-fff13f7fd85b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=16cf0269-17f7-428b-b882-fff13f7fd85b,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:48:20.514791 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:20.539475 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9606b7cc-4a31-4e94-8f03-53a506aefd71 x-openstack-request-id: req-9606b7cc-4a31-4e94-8f03-53a506aefd71 {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:48:20.539756 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c30303f-d436-4547-af1f-7a2a61a99bc8", "name": "network-vif-plugged", "status": "completed", "tag": "16cf0269-17f7-428b-b882-fff13f7fd85b", "code": 200}]} {{(pid=104111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:48:20.540004 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9606b7cc-4a31-4e94-8f03-53a506aefd71 {{(pid=104111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:48:20.540383 dv-cinder-835384-6-iscsi neutron-server[104111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9606b7cc-4a31-4e94-8f03-53a506aefd71'] response: {'server_uuid': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf0269-17f7-428b-b882-fff13f7fd85b', 'code': 200} Jun 15 00:48:20.565427 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Pushing event updated for resources: {'Port': ['ID=16cf0269-17f7-428b-b882-fff13f7fd85b,revision_number=5']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:48:20.777883 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75213c76-f1bb-43a7-9c6f-3e85bee97fbf req-7fa3a29b-e4ee-4814-aab4-3c28be089824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:20.779435 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-75213c76-f1bb-43a7-9c6f-3e85bee97fbf req-7fa3a29b-e4ee-4814-aab4-3c28be089824 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 1130 time: 0.0383096 Jun 15 00:48:20.823795 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-75213c76-f1bb-43a7-9c6f-3e85bee97fbf req-019ad1b5-56f9-4d32-a0e0-76b28051b665 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386250 Jun 15 00:48:20.825667 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a08c3-7d96-4856-a7f8-8671b1a129a2 req-7e3e96e7-ddd6-474b-ad6d-5c3d7e94b649 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:20.827332 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-385a08c3-7d96-4856-a7f8-8671b1a129a2 req-7e3e96e7-ddd6-474b-ad6d-5c3d7e94b649 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 946 time: 0.0500109 Jun 15 00:48:20.876444 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-385a08c3-7d96-4856-a7f8-8671b1a129a2 req-301c411c-c87b-42c4-9570-7892330d7e1e tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432529 Jun 15 00:48:21.996721 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d321fd-259e-4a5d-b66a-191208a2a145 req-c647ab71-6906-40fb-9ddc-fb6dfc33efb9 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:21.998192 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d0d321fd-259e-4a5d-b66a-191208a2a145 req-c647ab71-6906-40fb-9ddc-fb6dfc33efb9 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 946 time: 0.0539637 Jun 15 00:48:22.046847 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d0d321fd-259e-4a5d-b66a-191208a2a145 req-718afbb5-e167-4313-a993-ab8cbd6a5081 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429735 Jun 15 00:48:23.159044 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307f0b7-d0ee-4a56-9a6d-21f418ae19ea req-eb8afd29-54bd-4698-aa4e-21d711a95e37 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:23.160512 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d307f0b7-d0ee-4a56-9a6d-21f418ae19ea req-eb8afd29-54bd-4698-aa4e-21d711a95e37 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 946 time: 0.0480547 Jun 15 00:48:23.208074 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-d307f0b7-d0ee-4a56-9a6d-21f418ae19ea req-06fbdf6b-5e62-49d9-a8d7-b98b3a926f61 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419269 Jun 15 00:48:23.320116 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa2ea8-6e24-4b0d-b9ae-4a97071674c9 req-b908e4c8-6233-488f-93e6-14583ee91122 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:23.321556 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8fa2ea8-6e24-4b0d-b9ae-4a97071674c9 req-b908e4c8-6233-488f-93e6-14583ee91122 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 946 time: 0.0486004 Jun 15 00:48:23.369491 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8fa2ea8-6e24-4b0d-b9ae-4a97071674c9 req-b5da9d5c-cf89-4560-944a-c9b90c49c54f tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424764 Jun 15 00:48:23.391842 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 37078) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:48:23.428584 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074dc8b0-b13f-4951-b705-f80e3212f6c9 tempest-TestVolumeBootPattern-1186819593 tempest-TestVolumeBootPattern-1186819593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:23.430080 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-074dc8b0-b13f-4951-b705-f80e3212f6c9 tempest-TestVolumeBootPattern-1186819593 tempest-TestVolumeBootPattern-1186819593-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 1125 time: 0.0373013 Jun 15 00:48:23.432831 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 37080) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:48:23.437561 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Request body: {'floatingip': {'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'port_id': '16cf0269-17f7-428b-b882-fff13f7fd85b', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 00:48:23.458237 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:23.537588 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:23.637041 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Allocated IP 172.27.3.37 (22694c3b-fdcf-46c7-9baf-13f71912d01c/dfe8fb60-fdba-4415-ad5e-b822f6dc18de/c0082f8b-4ffd-4830-b368-fdb5c80c7c47) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 00:48:23.739752 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for port (c0082f8b-4ffd-4830-b368-fdb5c80c7c47), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:23.770999 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765226675568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (c0082f8b-4ffd-4830-b368-fdb5c80c7c47), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:23.810049 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Network 22694c3b-fdcf-46c7-9baf-13f71912d01c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 00:48:23.815417 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 00:48:23.817998 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 00:48:23.822581 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:23.823258 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:23.841654 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'Port': ['ID=c0082f8b-4ffd-4830-b368-fdb5c80c7c47,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:48:24.154644 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for floatingip (5645501f-255c-4c9b-a64c-c1f3382a5271), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:24.218648 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729061'] for port (c0082f8b-4ffd-4830-b368-fdb5c80c7c47), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:24.361963 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for port (c0082f8b-4ffd-4830-b368-fdb5c80c7c47), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:24.366326 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227109672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765226675586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765226675604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2329743'] for port (c0082f8b-4ffd-4830-b368-fdb5c80c7c47), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:24.441786 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event updated for resources: {'Port': ['ID=c0082f8b-4ffd-4830-b368-fdb5c80c7c47,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:48:24.449256 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977657'] for floatingip (5645501f-255c-4c9b-a64c-c1f3382a5271), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:24.543273 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Floating IP 5645501f-255c-4c9b-a64c-c1f3382a5271 associated. External IP: 172.27.3.37, port: 16cf0269-17f7-428b-b882-fff13f7fd85b. Jun 15 00:48:24.612826 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:24.722402 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:24.739531 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:48:25.102561 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:48:25.112511 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d71676e-357c-4253-ac8e-44bcebc53d43 None None] Sync routers for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:48:25.119953 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:25.121082 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:25.123771 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d71676e-357c-4253-ac8e-44bcebc53d43 None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:48:25.124388 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4d71676e-357c-4253-ac8e-44bcebc53d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:48:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:48:25.150555 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-961ea8ca-45eb-4d0a-9eef-827e1ba6fcb0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7146609 Jun 15 00:48:25.150555 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'tag': '16cf0269-17f7-428b-b882-fff13f7fd85b'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:48:25.151340 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a41074-0df2-4a7d-b631-de87181aaa8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c30303f-d436-4547-af1f-7a2a61a99bc8", "tag": "16cf0269-17f7-428b-b882-fff13f7fd85b"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:48:25.188191 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53ac42a-d110-4c4f-8404-551e577ebb36 x-openstack-request-id: req-d53ac42a-d110-4c4f-8404-551e577ebb36 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:48:25.188480 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c30303f-d436-4547-af1f-7a2a61a99bc8", "tag": "16cf0269-17f7-428b-b882-fff13f7fd85b", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:48:25.188728 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d53ac42a-d110-4c4f-8404-551e577ebb36 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:48:25.189126 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53ac42a-d110-4c4f-8404-551e577ebb36'] response: {'name': 'network-changed', 'server_uuid': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'tag': '16cf0269-17f7-428b-b882-fff13f7fd85b', 'status': 'completed', 'code': 200} Jun 15 00:48:25.226008 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-4d71676e-357c-4253-ac8e-44bcebc53d43 None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:48:25.269275 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a41074-0df2-4a7d-b631-de87181aaa8a req-b9aa4405-ff66-4ae9-bf7e-3f2cb056c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:25.270798 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-31a41074-0df2-4a7d-b631-de87181aaa8a req-b9aa4405-ff66-4ae9-bf7e-3f2cb056c387 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 1130 time: 0.0386834 Jun 15 00:48:25.361536 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a41074-0df2-4a7d-b631-de87181aaa8a req-169a6454-602b-4d7a-bbfb-cd142f4ec4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:25.362947 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-31a41074-0df2-4a7d-b631-de87181aaa8a req-169a6454-602b-4d7a-bbfb-cd142f4ec4dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 913 time: 0.0864363 Jun 15 00:48:25.428195 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-31a41074-0df2-4a7d-b631-de87181aaa8a req-6709eb07-d57f-4db0-b1ba-95e97eb04926 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16cf0269-17f7-428b-b882-fff13f7fd85b HTTP/1.1" status: 200 len: 999 time: 0.0591216 Jun 15 00:48:25.435406 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4d71676e-357c-4253-ac8e-44bcebc53d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '5645501f-255c-4c9b-a64c-c1f3382a5271', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': '16cf0269-17f7-428b-b882-fff13f7fd85b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:da:27:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:48:24Z', 'updated_at': '2022-06-15T00:48:24Z', 'revision_number': 0, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}, {'id': 'ae88c83b-5547-4495-9c30-77389a997729', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:4d:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:46:29Z', 'updated_at': '2022-06-15T00:46:31Z', 'revision_number': 1, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:48:25.463340 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d71676e-357c-4253-ac8e-44bcebc53d43 None None] Checking router: eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:48:25.472209 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d71676e-357c-4253-ac8e-44bcebc53d43 None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:48:25.472813 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4d71676e-357c-4253-ac8e-44bcebc53d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:48:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:48:25.476092 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a41074-0df2-4a7d-b631-de87181aaa8a req-c8868432-3cb4-4c4c-b84a-51d7c4b5d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:25.477609 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-31a41074-0df2-4a7d-b631-de87181aaa8a req-c8868432-3cb4-4c4c-b84a-51d7c4b5d41c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0443413 Jun 15 00:48:25.521286 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a41074-0df2-4a7d-b631-de87181aaa8a req-1ba5fae8-52ff-4f71-a5b9-bc391e9a03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:25.522784 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-31a41074-0df2-4a7d-b631-de87181aaa8a req-1ba5fae8-52ff-4f71-a5b9-bc391e9a03bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397427 Jun 15 00:48:25.577978 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-4d71676e-357c-4253-ac8e-44bcebc53d43 None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:48:25.613246 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-31a41074-0df2-4a7d-b631-de87181aaa8a req-92bef9eb-e375-4652-9888-7892e5609ec5 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845199 Jun 15 00:48:25.700237 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-31a41074-0df2-4a7d-b631-de87181aaa8a req-724493f3-a0a9-45af-bcfe-4791d225bbac service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814428 Jun 15 00:48:25.787427 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4d71676e-357c-4253-ac8e-44bcebc53d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '5645501f-255c-4c9b-a64c-c1f3382a5271', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': '16cf0269-17f7-428b-b882-fff13f7fd85b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:da:27:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:48:24Z', 'updated_at': '2022-06-15T00:48:24Z', 'revision_number': 0, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}, {'id': 'ae88c83b-5547-4495-9c30-77389a997729', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:4d:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:46:29Z', 'updated_at': '2022-06-15T00:46:31Z', 'revision_number': 1, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:48:25.811782 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d71676e-357c-4253-ac8e-44bcebc53d43 None None] The sync data for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi is: [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': '5645501f-255c-4c9b-a64c-c1f3382a5271', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': '16cf0269-17f7-428b-b882-fff13f7fd85b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:da:27:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:48:24Z', 'updated_at': '2022-06-15T00:48:24Z', 'revision_number': 0, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}, {'id': 'ae88c83b-5547-4495-9c30-77389a997729', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:4d:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:46:29Z', 'updated_at': '2022-06-15T00:46:31Z', 'revision_number': 1, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:48:25.987614 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac28ba79-abea-4612-92d4-cfa97e13787a None None] New status for floating IP 5645501f-255c-4c9b-a64c-c1f3382a5271: ACTIVE {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:48:27.596276 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-71513cac-34c0-4ce6-a797-895bf6dc1245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:30.029192 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-082b32b7-8946-4359-a49a-49ead990db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:30.896156 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:32.474680 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:32.486651 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:33.200333 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=66 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:33.204630 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=62 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:33.462599 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:35.695903 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=77,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:35.697913 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=68 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:36.081411 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:DELETE=1,neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:36.084548 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:43.340798 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:48:43.450980 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:43.458764 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:44.632933 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:48:53.336498 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:53.337222 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:54.623187 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:54.629176 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:48:56.347709 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffca0861-d497-483b-aa64-eb874436dd2f req-99ea9140-543c-4250-a9af-f26ae918bc85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385120 Jun 15 00:48:56.446859 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca0861-d497-483b-aa64-eb874436dd2f req-15503653-d081-4e5d-a7f2-36170fc278a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:56.448359 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffca0861-d497-483b-aa64-eb874436dd2f req-15503653-d081-4e5d-a7f2-36170fc278a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 1129 time: 0.0429623 Jun 15 00:48:56.557287 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca0861-d497-483b-aa64-eb874436dd2f req-dc96d0d6-c14f-4a09-a12b-3088e8a00942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:56.558686 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffca0861-d497-483b-aa64-eb874436dd2f req-dc96d0d6-c14f-4a09-a12b-3088e8a00942 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 913 time: 0.0917118 Jun 15 00:48:56.622053 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffca0861-d497-483b-aa64-eb874436dd2f req-06d7898c-5772-4932-b3f3-76c72f096d66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b4c997-f1dd-4356-acef-ec19f4dd1573 HTTP/1.1" status: 200 len: 1000 time: 0.0569921 Jun 15 00:48:56.670807 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca0861-d497-483b-aa64-eb874436dd2f req-4f85ed16-cd60-4412-9949-7a380aa66ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:56.672851 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffca0861-d497-483b-aa64-eb874436dd2f req-4f85ed16-cd60-4412-9949-7a380aa66ee2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0434151 Jun 15 00:48:56.722689 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca0861-d497-483b-aa64-eb874436dd2f req-c1ed5b9a-66ee-4787-ab2a-66b34e7d3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:48:56.724184 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffca0861-d497-483b-aa64-eb874436dd2f req-c1ed5b9a-66ee-4787-ab2a-66b34e7d3db3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453424 Jun 15 00:48:56.823698 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffca0861-d497-483b-aa64-eb874436dd2f req-c435b750-db56-4892-a094-76536a5ab5a9 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932982 Jun 15 00:48:56.912021 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffca0861-d497-483b-aa64-eb874436dd2f req-510b2640-770f-453a-ac50-be9263a9262e service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830026 Jun 15 00:48:57.601372 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-816ea98a-46b8-4646-ab57-0a72aaa0df0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:49:00.032329 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-fcc57ac1-c5d9-4197-b943-713ea426faa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:49:00.899763 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:49:02.487784 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:49:03.455000 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:49:06.902719 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=54 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:06.908888 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=47 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:08.586187 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:08.590252 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=4 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:13.448524 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:13.450297 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:14.651139 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:49:20.340381 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:49:24.645516 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:24.647395 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:27.604039 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e9f74308-3419-4e4b-9fa4-3f1bc547238f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:49:30.033739 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-26b2e7a3-45b4-46fb-93d9-9d807f87a3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:49:30.336851 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=14 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:30.337569 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=16 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:30.905020 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:49:32.490258 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:49:33.457676 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:49:42.487019 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:43.454346 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:44.646127 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:49:45.582135 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:45.585949 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:49:56.412679 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20723b32-9f48-49d5-9270-9215863d7234 req-2436ff8f-9469-4588-9d37-9a771a68a7ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844409 Jun 15 00:49:56.482709 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20723b32-9f48-49d5-9270-9215863d7234 req-a243ee9e-a1c5-4af8-a173-d6be099518ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:49:56.484218 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20723b32-9f48-49d5-9270-9215863d7234 req-a243ee9e-a1c5-4af8-a173-d6be099518ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 1130 time: 0.0380442 Jun 15 00:49:56.582426 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20723b32-9f48-49d5-9270-9215863d7234 req-e33aafe0-40aa-49e1-a73f-e25bbf6bf680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:49:56.583810 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20723b32-9f48-49d5-9270-9215863d7234 req-e33aafe0-40aa-49e1-a73f-e25bbf6bf680 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 913 time: 0.0822976 Jun 15 00:49:56.646291 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20723b32-9f48-49d5-9270-9215863d7234 req-0b608244-60d8-4601-a5a1-ddb26c8cabe8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16cf0269-17f7-428b-b882-fff13f7fd85b HTTP/1.1" status: 200 len: 1001 time: 0.0565770 Jun 15 00:49:56.692494 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20723b32-9f48-49d5-9270-9215863d7234 req-b5ca852c-5862-4906-8e2b-5a81ec977435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:49:56.693885 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20723b32-9f48-49d5-9270-9215863d7234 req-b5ca852c-5862-4906-8e2b-5a81ec977435 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0424445 Jun 15 00:49:56.735821 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20723b32-9f48-49d5-9270-9215863d7234 req-0876048f-24c7-4c92-93ac-36374af2aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:49:56.737246 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20723b32-9f48-49d5-9270-9215863d7234 req-0876048f-24c7-4c92-93ac-36374af2aabe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376902 Jun 15 00:49:56.826240 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20723b32-9f48-49d5-9270-9215863d7234 req-53ecf326-04b5-4579-b7ad-f48fe1729a47 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828962 Jun 15 00:49:56.917331 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20723b32-9f48-49d5-9270-9215863d7234 req-18005c71-a10d-4817-ba1b-0a3e0f072d13 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843410 Jun 15 00:49:57.339916 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:49:57.605992 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0115a976-b5f6-4194-b5df-88691a2b95a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:00.035135 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-666ee2d6-bbfb-4e89-85f5-5f3a5d1a0f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:00.905649 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:02.493214 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:03.460368 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:03.712486 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 37112) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:03.895569 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Deleting port c0082f8b-4ffd-4830-b368-fdb5c80c7c47 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:50:03.895910 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (c0082f8b-4ffd-4830-b368-fdb5c80c7c47), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:03.970073 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (c0082f8b-4ffd-4830-b368-fdb5c80c7c47), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:03.970321 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for floatingip (c0082f8b-4ffd-4830-b368-fdb5c80c7c47), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:03.983019 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Calling delete_port for c0082f8b-4ffd-4830-b368-fdb5c80c7c47 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:50:04.072486 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:04.144464 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (c0082f8b-4ffd-4830-b368-fdb5c80c7c47), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:04.173588 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event deleted for resources: {'Port': ['ID=c0082f8b-4ffd-4830-b368-fdb5c80c7c47,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:04.197806 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.198155 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.198499 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.198864 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.199202 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.199536 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.199865 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.200190 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.200518 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.200850 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.201177 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.201504 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.201826 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.202145 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.202465 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:04.243247 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for floatingip (5645501f-255c-4c9b-a64c-c1f3382a5271), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:04.243579 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Floating IP 5645501f-255c-4c9b-a64c-c1f3382a5271 disassociated (deleted). External IP: 172.27.3.37, port: 16cf0269-17f7-428b-b882-fff13f7fd85b. Jun 15 00:50:04.301641 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:04.439295 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:50:04.542030 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:50:04.546387 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:04.553616 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4708028-d8b4-4ef7-80c5-6f657bbb5935 None None] Sync routers for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:50:04.565374 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4708028-d8b4-4ef7-80c5-6f657bbb5935 None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:50:04.566078 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a4708028-d8b4-4ef7-80c5-6f657bbb5935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:50:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:04.576136 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cc7f5f43-eefd-4614-924f-ffd6bc8fdcb8 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "DELETE /v2.0/floatingips/5645501f-255c-4c9b-a64c-c1f3382a5271 HTTP/1.1" status: 204 len: 168 time: 0.8626657 Jun 15 00:50:04.576713 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'tag': '16cf0269-17f7-428b-b882-fff13f7fd85b'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:50:04.579552 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88bae33-3a24-409e-ab6f-0720dd8f6ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c30303f-d436-4547-af1f-7a2a61a99bc8", "tag": "16cf0269-17f7-428b-b882-fff13f7fd85b"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:50:04.623213 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c54ab5-0c00-417d-9448-a2d4fedab6f5 x-openstack-request-id: req-e6c54ab5-0c00-417d-9448-a2d4fedab6f5 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:50:04.623507 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c30303f-d436-4547-af1f-7a2a61a99bc8", "tag": "16cf0269-17f7-428b-b882-fff13f7fd85b", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:50:04.623768 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e6c54ab5-0c00-417d-9448-a2d4fedab6f5 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:50:04.624175 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c54ab5-0c00-417d-9448-a2d4fedab6f5'] response: {'name': 'network-changed', 'server_uuid': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'tag': '16cf0269-17f7-428b-b882-fff13f7fd85b', 'status': 'completed', 'code': 200} Jun 15 00:50:04.670459 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-a4708028-d8b4-4ef7-80c5-6f657bbb5935 None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:50:04.713008 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bae33-3a24-409e-ab6f-0720dd8f6ad5 req-9595e4a9-1d78-445b-8e61-93f441a3e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:04.715855 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f88bae33-3a24-409e-ab6f-0720dd8f6ad5 req-9595e4a9-1d78-445b-8e61-93f441a3e981 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 1130 time: 0.0465126 Jun 15 00:50:04.817500 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bae33-3a24-409e-ab6f-0720dd8f6ad5 req-778ccaf6-33aa-411f-a451-e674c02f6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:04.819010 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f88bae33-3a24-409e-ab6f-0720dd8f6ad5 req-778ccaf6-33aa-411f-a451-e674c02f6497 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 913 time: 0.0987756 Jun 15 00:50:04.828803 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32b272-24cb-4fd2-97a1-d223ac52519f req-8a931bda-4339-41d8-ad43-d09fbe6f33c7 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:04.830342 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9c32b272-24cb-4fd2-97a1-d223ac52519f req-8a931bda-4339-41d8-ad43-d09fbe6f33c7 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 946 time: 0.0555310 Jun 15 00:50:04.881002 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-9c32b272-24cb-4fd2-97a1-d223ac52519f req-1efa113e-9d41-48a5-b88a-f3b8340a6d91 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450463 Jun 15 00:50:05.017690 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a4708028-d8b4-4ef7-80c5-6f657bbb5935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': 'ae88c83b-5547-4495-9c30-77389a997729', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:4d:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:46:29Z', 'updated_at': '2022-06-15T00:46:31Z', 'revision_number': 1, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:05.043471 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4708028-d8b4-4ef7-80c5-6f657bbb5935 None None] Checking router: eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:50:05.052275 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4708028-d8b4-4ef7-80c5-6f657bbb5935 None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:50:05.052871 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a4708028-d8b4-4ef7-80c5-6f657bbb5935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:50:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:05.152623 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-a4708028-d8b4-4ef7-80c5-6f657bbb5935 None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:50:05.292491 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:05.358392 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a4708028-d8b4-4ef7-80c5-6f657bbb5935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': 'ae88c83b-5547-4495-9c30-77389a997729', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:4d:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:46:29Z', 'updated_at': '2022-06-15T00:46:31Z', 'revision_number': 1, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:05.382420 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4708028-d8b4-4ef7-80c5-6f657bbb5935 None None] The sync data for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi is: [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_floatingips': [{'id': 'ae88c83b-5547-4495-9c30-77389a997729', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'router_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'port_id': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'mac_address': 'fa:16:3e:4d:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T00:46:29Z', 'updated_at': '2022-06-15T00:46:31Z', 'revision_number': 1, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:50:05.594969 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cd753-dae2-41f2-8102-d9cd1e0d40c7 None None] New status for floating IP 5645501f-255c-4c9b-a64c-c1f3382a5271: DOWN {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:50:05.817268 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f88bae33-3a24-409e-ab6f-0720dd8f6ad5 req-7d83a2a2-2dba-4b50-ba8e-8a3c1b407c60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16cf0269-17f7-428b-b882-fff13f7fd85b HTTP/1.1" status: 200 len: 217 time: 0.0329020 Jun 15 00:50:05.870022 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bae33-3a24-409e-ab6f-0720dd8f6ad5 req-52b4ab6c-f553-4b33-bccb-4df315861a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:05.871463 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f88bae33-3a24-409e-ab6f-0720dd8f6ad5 req-52b4ab6c-f553-4b33-bccb-4df315861a66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0419219 Jun 15 00:50:05.997026 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e695eb0-cc2a-4bde-8abe-3ab31b5ff929 req-d009d8fe-53e1-4a32-9d15-a2f01df0e751 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:05.998481 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e695eb0-cc2a-4bde-8abe-3ab31b5ff929 req-d009d8fe-53e1-4a32-9d15-a2f01df0e751 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 946 time: 0.0464151 Jun 15 00:50:06.076559 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bae33-3a24-409e-ab6f-0720dd8f6ad5 req-a20e15f2-0f42-4a25-9cd6-d07813531399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:06.078084 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f88bae33-3a24-409e-ab6f-0720dd8f6ad5 req-a20e15f2-0f42-4a25-9cd6-d07813531399 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605111 Jun 15 00:50:06.082020 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e695eb0-cc2a-4bde-8abe-3ab31b5ff929 req-98351498-2ce1-4eb9-87f7-56cfd3e7e886 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776434 Jun 15 00:50:06.347085 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:06.354163 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f88bae33-3a24-409e-ab6f-0720dd8f6ad5 req-49c05d02-7aa7-4f3f-bbc4-51ab3bdeb48d service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862854 Jun 15 00:50:06.459003 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac230c-7628-4bdd-aa00-9a5119c7b2de req-d6f57324-df8f-4fb9-96f6-912679da428c tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:06.460503 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-15ac230c-7628-4bdd-aa00-9a5119c7b2de req-d6f57324-df8f-4fb9-96f6-912679da428c tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 946 time: 0.0688989 Jun 15 00:50:06.551173 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f88bae33-3a24-409e-ab6f-0720dd8f6ad5 req-a04e8b67-4b0c-4f70-a932-51465e19337d service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517010 Jun 15 00:50:06.579410 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:06.583183 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-15ac230c-7628-4bdd-aa00-9a5119c7b2de req-db981a15-f5d5-4006-84fd-2d2925bf64db tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Deleting port 16cf0269-17f7-428b-b882-fff13f7fd85b {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:50:06.583554 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-15ac230c-7628-4bdd-aa00-9a5119c7b2de req-db981a15-f5d5-4006-84fd-2d2925bf64db tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:06.675730 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-15ac230c-7628-4bdd-aa00-9a5119c7b2de req-db981a15-f5d5-4006-84fd-2d2925bf64db tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] For port 16cf0269-17f7-428b-b882-fff13f7fd85b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=16cf0269-17f7-428b-b882-fff13f7fd85b,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:50:06.676021 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-15ac230c-7628-4bdd-aa00-9a5119c7b2de req-db981a15-f5d5-4006-84fd-2d2925bf64db tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:06.689392 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-15ac230c-7628-4bdd-aa00-9a5119c7b2de req-db981a15-f5d5-4006-84fd-2d2925bf64db tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Calling delete_port for 16cf0269-17f7-428b-b882-fff13f7fd85b owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:50:06.810418 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-15ac230c-7628-4bdd-aa00-9a5119c7b2de req-db981a15-f5d5-4006-84fd-2d2925bf64db tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (16cf0269-17f7-428b-b882-fff13f7fd85b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:06.841112 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db981a15-f5d5-4006-84fd-2d2925bf64db tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event deleted for resources: {'Port': ['ID=16cf0269-17f7-428b-b882-fff13f7fd85b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:06.885521 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ac230c-7628-4bdd-aa00-9a5119c7b2de req-db981a15-f5d5-4006-84fd-2d2925bf64db tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] No DVR routers for this DVR port 16cf0269-17f7-428b-b882-fff13f7fd85b on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:50:06.888114 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-15ac230c-7628-4bdd-aa00-9a5119c7b2de req-db981a15-f5d5-4006-84fd-2d2925bf64db tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:06.892170 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-15ac230c-7628-4bdd-aa00-9a5119c7b2de req-db981a15-f5d5-4006-84fd-2d2925bf64db tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "DELETE /v2.0/ports/16cf0269-17f7-428b-b882-fff13f7fd85b HTTP/1.1" status: 204 len: 173 time: 0.4078000 Jun 15 00:50:06.892631 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'name': 'network-vif-deleted', 'tag': '16cf0269-17f7-428b-b882-fff13f7fd85b'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:50:06.894955 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca82333-cd38-4174-b983-831df7cbb5fe" -d '{"events": [{"server_uuid": "9c30303f-d436-4547-af1f-7a2a61a99bc8", "name": "network-vif-deleted", "tag": "16cf0269-17f7-428b-b882-fff13f7fd85b"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:50:06.931299 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c3e047-ce05-40fa-8c1a-0afc68dd1f65 x-openstack-request-id: req-d1c3e047-ce05-40fa-8c1a-0afc68dd1f65 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:50:06.931596 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c30303f-d436-4547-af1f-7a2a61a99bc8", "name": "network-vif-deleted", "tag": "16cf0269-17f7-428b-b882-fff13f7fd85b", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:50:06.931886 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d1c3e047-ce05-40fa-8c1a-0afc68dd1f65 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:50:06.932323 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c3e047-ce05-40fa-8c1a-0afc68dd1f65'] response: {'server_uuid': '9c30303f-d436-4547-af1f-7a2a61a99bc8', 'name': 'network-vif-deleted', 'tag': '16cf0269-17f7-428b-b882-fff13f7fd85b', 'status': 'completed', 'code': 200} Jun 15 00:50:07.180867 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-25d47878-efe8-4c49-bf43-a98cb99093f5 req-82c98f3d-84bc-43ff-b498-da55196abea7 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c30303f-d436-4547-af1f-7a2a61a99bc8 HTTP/1.1" status: 200 len: 210 time: 0.0282619 Jun 15 00:50:08.983683 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 16cf0269-17f7-428b-b882-fff13f7fd85b no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:50:09.002822 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: 16cf0269-17f7-428b-b882-fff13f7fd85b {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:50:09.003172 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device 16cf0269-17f7-428b-b882-fff13f7fd85b not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:50:10.469916 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 37156) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:10.607526 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-d72c245a-15a4-4a5c-89b9-7a9939cd16af tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Deleting port 6261b5fc-86d2-4553-8c7c-531c11f753a5 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:50:10.607859 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d72c245a-15a4-4a5c-89b9-7a9939cd16af tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (6261b5fc-86d2-4553-8c7c-531c11f753a5), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:10.683438 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d72c245a-15a4-4a5c-89b9-7a9939cd16af tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (6261b5fc-86d2-4553-8c7c-531c11f753a5), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:10.683764 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d72c245a-15a4-4a5c-89b9-7a9939cd16af tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for floatingip (6261b5fc-86d2-4553-8c7c-531c11f753a5), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:10.696699 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-d72c245a-15a4-4a5c-89b9-7a9939cd16af tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Calling delete_port for 6261b5fc-86d2-4553-8c7c-531c11f753a5 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:50:11.054263 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:11.103037 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d72c245a-15a4-4a5c-89b9-7a9939cd16af tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (6261b5fc-86d2-4553-8c7c-531c11f753a5), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:11.125480 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c245a-15a4-4a5c-89b9-7a9939cd16af tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event deleted for resources: {'Port': ['ID=6261b5fc-86d2-4553-8c7c-531c11f753a5,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:11.177128 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:11.189616 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d72c245a-15a4-4a5c-89b9-7a9939cd16af tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for floatingip (ae88c83b-5547-4495-9c30-77389a997729), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:11.189950 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-d72c245a-15a4-4a5c-89b9-7a9939cd16af tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Floating IP ae88c83b-5547-4495-9c30-77389a997729 disassociated (deleted). External IP: 172.27.3.58, port: a6b4c997-f1dd-4356-acef-ec19f4dd1573. Jun 15 00:50:11.383850 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72c245a-15a4-4a5c-89b9-7a9939cd16af tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:50:11.491512 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72c245a-15a4-4a5c-89b9-7a9939cd16af tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:50:11.497647 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d72c245a-15a4-4a5c-89b9-7a9939cd16af tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:11.505845 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c43d5-ed2b-4bde-811f-a337e1f9ce0a None None] Sync routers for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:50:11.515881 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c43d5-ed2b-4bde-811f-a337e1f9ce0a None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:50:11.516876 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-945c43d5-ed2b-4bde-811f-a337e1f9ce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:50:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:11.531877 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d72c245a-15a4-4a5c-89b9-7a9939cd16af tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "DELETE /v2.0/floatingips/ae88c83b-5547-4495-9c30-77389a997729 HTTP/1.1" status: 204 len: 168 time: 1.0602739 Jun 15 00:50:11.532577 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'tag': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:50:11.534957 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4111d7-3fa8-4133-a52f-68e633cca3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01", "tag": "a6b4c997-f1dd-4356-acef-ec19f4dd1573"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:50:11.572870 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 00:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be48f95c-4756-4d88-b83e-5f2d3ba0aa5e x-openstack-request-id: req-be48f95c-4756-4d88-b83e-5f2d3ba0aa5e {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:50:11.573038 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01", "tag": "a6b4c997-f1dd-4356-acef-ec19f4dd1573", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:50:11.573644 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-be48f95c-4756-4d88-b83e-5f2d3ba0aa5e {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:50:11.574057 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be48f95c-4756-4d88-b83e-5f2d3ba0aa5e'] response: {'name': 'network-changed', 'server_uuid': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'tag': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'status': 'completed', 'code': 200} Jun 15 00:50:11.610140 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:11.632944 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-945c43d5-ed2b-4bde-811f-a337e1f9ce0a None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:50:11.661793 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4111d7-3fa8-4133-a52f-68e633cca3c7 req-511f45ac-22d1-45c7-9b26-cb47e116921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:11.663360 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e4111d7-3fa8-4133-a52f-68e633cca3c7 req-511f45ac-22d1-45c7-9b26-cb47e116921a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 1129 time: 0.0462673 Jun 15 00:50:11.768148 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4111d7-3fa8-4133-a52f-68e633cca3c7 req-67689341-8b73-47fa-8460-f99f602ec2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:11.770540 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e4111d7-3fa8-4133-a52f-68e633cca3c7 req-67689341-8b73-47fa-8460-f99f602ec2ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 200 len: 913 time: 0.1013782 Jun 15 00:50:11.779470 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ce815-86e4-4dde-9ce3-5ca0a71563bd req-5b53b272-11db-4e52-b216-81a38244e7ee tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:11.781107 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-829ce815-86e4-4dde-9ce3-5ca0a71563bd req-5b53b272-11db-4e52-b216-81a38244e7ee tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 945 time: 0.0495918 Jun 15 00:50:11.832716 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [req-829ce815-86e4-4dde-9ce3-5ca0a71563bd req-9e209b53-c50d-477b-b9bb-bcf740f0e6e0 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457098 Jun 15 00:50:11.837821 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-945c43d5-ed2b-4bde-811f-a337e1f9ce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:11.863795 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c43d5-ed2b-4bde-811f-a337e1f9ce0a None None] Checking router: eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:50:11.872661 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c43d5-ed2b-4bde-811f-a337e1f9ce0a None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:50:11.873264 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-945c43d5-ed2b-4bde-811f-a337e1f9ce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:50:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:11.973992 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-945c43d5-ed2b-4bde-811f-a337e1f9ce0a None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:50:12.163631 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-945c43d5-ed2b-4bde-811f-a337e1f9ce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:12.189615 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c43d5-ed2b-4bde-811f-a337e1f9ce0a None None] The sync data for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi is: [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:43:31Z', 'revision_number': 4, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi', '_interfaces': [{'id': '2a227a11-c5c6-4658-a1bf-01aa2a8a53f1', 'name': '', 'network_id': '56911b05-bd46-4dfd-92c7-6a9d2a724e66', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'mac_address': 'fa:16:3e:81:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:31Z', 'updated_at': '2022-06-15T00:43:36Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'subnets': [{'id': '03b170a4-f162-4e49-bf42-c31c5543af82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:50:12.416927 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe61ce-18d9-41cd-ba73-5ee9a1b9e8fa None None] New status for floating IP ae88c83b-5547-4495-9c30-77389a997729: DOWN {{(pid=104112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 00:50:12.754689 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e4111d7-3fa8-4133-a52f-68e633cca3c7 req-ca7b4ffa-3c71-455f-ba49-c672406290f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b4c997-f1dd-4356-acef-ec19f4dd1573 HTTP/1.1" status: 200 len: 217 time: 0.0330515 Jun 15 00:50:12.805854 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4111d7-3fa8-4133-a52f-68e633cca3c7 req-94284474-16d4-4c27-bc71-e2006adcbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:12.807269 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e4111d7-3fa8-4133-a52f-68e633cca3c7 req-94284474-16d4-4c27-bc71-e2006adcbde7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 200 len: 851 time: 0.0467997 Jun 15 00:50:12.945545 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e658562-c4ef-4b7b-9a38-15ab82c0a202 req-cf2cdb8a-f79e-471f-984a-7bed7d85d05d tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:12.946999 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1e658562-c4ef-4b7b-9a38-15ab82c0a202 req-cf2cdb8a-f79e-471f-984a-7bed7d85d05d tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 945 time: 0.0455225 Jun 15 00:50:13.005694 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4111d7-3fa8-4133-a52f-68e633cca3c7 req-52fff27b-52b4-43c2-b1c4-d53078eb5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:13.007111 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e4111d7-3fa8-4133-a52f-68e633cca3c7 req-52fff27b-52b4-43c2-b1c4-d53078eb5c2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56911b05-bd46-4dfd-92c7-6a9d2a724e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579839 Jun 15 00:50:13.045373 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1e658562-c4ef-4b7b-9a38-15ab82c0a202 req-e6d91961-8736-4d4e-8af0-a4825a4af442 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/security-groups?id=9584dfd0-179f-4fe3-a656-5adc43c8dea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868552 Jun 15 00:50:13.113055 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e4111d7-3fa8-4133-a52f-68e633cca3c7 req-ec47e971-41ea-49c5-81df-82ebcb7b28a2 service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956500 Jun 15 00:50:13.217252 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:13.242623 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e4111d7-3fa8-4133-a52f-68e633cca3c7 req-a0c48d8c-178c-4800-a328-2c906673e77b service neutron] 10.222.0.42 "GET /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820136 Jun 15 00:50:13.343106 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daeadfe-911b-4611-9687-ac4068c479f3 req-d197ac7e-533c-4eec-ab46-482305560df7 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 00:50:13.344477 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2daeadfe-911b-4611-9687-ac4068c479f3 req-d197ac7e-533c-4eec-ab46-482305560df7 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 945 time: 0.0496888 Jun 15 00:50:13.409168 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:13.425897 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-2daeadfe-911b-4611-9687-ac4068c479f3 req-c44c9e86-6f5c-4e69-b206-73be3aa03e51 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Deleting port a6b4c997-f1dd-4356-acef-ec19f4dd1573 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:50:13.426242 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2daeadfe-911b-4611-9687-ac4068c479f3 req-c44c9e86-6f5c-4e69-b206-73be3aa03e51 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:13.518033 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-2daeadfe-911b-4611-9687-ac4068c479f3 req-c44c9e86-6f5c-4e69-b206-73be3aa03e51 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] For port a6b4c997-f1dd-4356-acef-ec19f4dd1573, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a6b4c997-f1dd-4356-acef-ec19f4dd1573,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:50:13.518403 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2daeadfe-911b-4611-9687-ac4068c479f3 req-c44c9e86-6f5c-4e69-b206-73be3aa03e51 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:13.531409 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-2daeadfe-911b-4611-9687-ac4068c479f3 req-c44c9e86-6f5c-4e69-b206-73be3aa03e51 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Calling delete_port for a6b4c997-f1dd-4356-acef-ec19f4dd1573 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:50:13.657057 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2daeadfe-911b-4611-9687-ac4068c479f3 req-c44c9e86-6f5c-4e69-b206-73be3aa03e51 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (a6b4c997-f1dd-4356-acef-ec19f4dd1573), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:13.690250 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c9e86-6f5c-4e69-b206-73be3aa03e51 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event deleted for resources: {'Port': ['ID=a6b4c997-f1dd-4356-acef-ec19f4dd1573,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:13.732083 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daeadfe-911b-4611-9687-ac4068c479f3 req-c44c9e86-6f5c-4e69-b206-73be3aa03e51 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] No DVR routers for this DVR port a6b4c997-f1dd-4356-acef-ec19f4dd1573 on host hv-cinder-83538 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:50:13.735071 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2daeadfe-911b-4611-9687-ac4068c479f3 req-c44c9e86-6f5c-4e69-b206-73be3aa03e51 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:13.738271 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2daeadfe-911b-4611-9687-ac4068c479f3 req-c44c9e86-6f5c-4e69-b206-73be3aa03e51 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.42 "DELETE /v2.0/ports/a6b4c997-f1dd-4356-acef-ec19f4dd1573 HTTP/1.1" status: 204 len: 173 time: 0.3866847 Jun 15 00:50:13.738709 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'name': 'network-vif-deleted', 'tag': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 00:50:13.740952 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52af4293e61ace22b8d2c9ecda197bd630347f37845499302c83c3f1d8f906b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e44d580-322d-45b3-8266-3dbaa17facf1" -d '{"events": [{"server_uuid": "a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01", "name": "network-vif-deleted", "tag": "a6b4c997-f1dd-4356-acef-ec19f4dd1573"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 00:50:13.778068 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 00:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3222ec81-b6da-4f8e-b21b-12aead328fe0 x-openstack-request-id: req-3222ec81-b6da-4f8e-b21b-12aead328fe0 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 00:50:13.778670 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01", "name": "network-vif-deleted", "tag": "a6b4c997-f1dd-4356-acef-ec19f4dd1573", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 00:50:13.778866 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3222ec81-b6da-4f8e-b21b-12aead328fe0 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 00:50:13.779462 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3222ec81-b6da-4f8e-b21b-12aead328fe0'] response: {'server_uuid': 'a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01', 'name': 'network-vif-deleted', 'tag': 'a6b4c997-f1dd-4356-acef-ec19f4dd1573', 'status': 'completed', 'code': 200} Jun 15 00:50:14.163025 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79a8099f-07cd-49d8-acf8-14002db0a4de req-c0bf6f8c-4ea7-4de7-9f90-b24a384a1d65 tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f7ef0b-7822-4d5a-ba31-9df6c04f7f01 HTTP/1.1" status: 200 len: 210 time: 0.0310438 Jun 15 00:50:14.661492 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:15.222905 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 37172) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:15.329189 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-bfd566ed-edf1-48f7-8e79-14e5bb7f4faa tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Deleting port f896ed75-3ce4-4e82-8c83-f5b440c93238 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:50:15.329525 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bfd566ed-edf1-48f7-8e79-14e5bb7f4faa tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (f896ed75-3ce4-4e82-8c83-f5b440c93238), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:15.404405 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bfd566ed-edf1-48f7-8e79-14e5bb7f4faa tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (f896ed75-3ce4-4e82-8c83-f5b440c93238), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:15.404728 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bfd566ed-edf1-48f7-8e79-14e5bb7f4faa tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for floatingip (f896ed75-3ce4-4e82-8c83-f5b440c93238), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:15.417719 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-bfd566ed-edf1-48f7-8e79-14e5bb7f4faa tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Calling delete_port for f896ed75-3ce4-4e82-8c83-f5b440c93238 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:50:15.532038 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:15.547385 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bfd566ed-edf1-48f7-8e79-14e5bb7f4faa tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (f896ed75-3ce4-4e82-8c83-f5b440c93238), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:15.570983 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd566ed-edf1-48f7-8e79-14e5bb7f4faa tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event deleted for resources: {'Port': ['ID=f896ed75-3ce4-4e82-8c83-f5b440c93238,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:15.637195 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bfd566ed-edf1-48f7-8e79-14e5bb7f4faa tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for floatingip (f699eb81-8e7d-4a66-9d32-6eaea8bc8e2f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:15.639678 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bfd566ed-edf1-48f7-8e79-14e5bb7f4faa tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56532'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:15.640925 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bfd566ed-edf1-48f7-8e79-14e5bb7f4faa tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "DELETE /v2.0/floatingips/f699eb81-8e7d-4a66-9d32-6eaea8bc8e2f HTTP/1.1" status: 204 len: 168 time: 0.4174695 Jun 15 00:50:16.837640 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 37184) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:16.898905 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2237a524-f8ec-40f6-8583-0e838c5de6ba tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group (9584dfd0-179f-4fe3-a656-5adc43c8dea2), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:16.929114 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2237a524-f8ec-40f6-8583-0e838c5de6ba tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group (9584dfd0-179f-4fe3-a656-5adc43c8dea2), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:16.945791 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:16.990281 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2237a524-f8ec-40f6-8583-0e838c5de6ba tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (9584dfd0-179f-4fe3-a656-5adc43c8dea2), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:16.992932 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2237a524-f8ec-40f6-8583-0e838c5de6ba tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:16.994130 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2237a524-f8ec-40f6-8583-0e838c5de6ba tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] 10.222.0.33 "DELETE /v2.0/security-groups/9584dfd0-179f-4fe3-a656-5adc43c8dea2 HTTP/1.1" status: 204 len: 168 time: 0.1554260 Jun 15 00:50:17.008783 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237a524-f8ec-40f6-8583-0e838c5de6ba tempest-TestVolumeBootPattern-1888204283 tempest-TestVolumeBootPattern-1888204283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9584dfd0-179f-4fe3-a656-5adc43c8dea2,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:17.013781 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device a6b4c997-f1dd-4356-acef-ec19f4dd1573 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:50:17.036691 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] No Port match for: a6b4c997-f1dd-4356-acef-ec19f4dd1573 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:50:17.037032 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Device a6b4c997-f1dd-4356-acef-ec19f4dd1573 not bound to the agent host hv-cinder-83538 {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:50:17.051955 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 37188) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:17.446562 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-502ae4bc-b947-4e88-8178-2735918a224c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7978681'] for router_interface (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:17.661322 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-502ae4bc-b947-4e88-8178-2735918a224c admin admin] Deleting port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:50:17.661663 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-502ae4bc-b947-4e88-8178-2735918a224c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:17.740338 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-502ae4bc-b947-4e88-8178-2735918a224c admin admin] For port 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=2a227a11-c5c6-4658-a1bf-01aa2a8a53f1,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:50:17.740705 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-502ae4bc-b947-4e88-8178-2735918a224c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:17.742912 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:17.755234 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-502ae4bc-b947-4e88-8178-2735918a224c admin admin] Calling delete_port for 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:50:17.926068 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-502ae4bc-b947-4e88-8178-2735918a224c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (2a227a11-c5c6-4658-a1bf-01aa2a8a53f1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:17.929923 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:17.958280 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ae4bc-b947-4e88-8178-2735918a224c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a227a11-c5c6-4658-a1bf-01aa2a8a53f1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:18.114555 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-502ae4bc-b947-4e88-8178-2735918a224c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7930136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7978541'] for router_interface (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:18.315606 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502ae4bc-b947-4e88-8178-2735918a224c admin admin] Router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:50:18.411370 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502ae4bc-b947-4e88-8178-2735918a224c admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:50:18.416218 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-502ae4bc-b947-4e88-8178-2735918a224c admin admin] 10.222.0.33 "PUT /v2.0/routers/eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3630762 Jun 15 00:50:18.418728 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 37192) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:18.421430 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e55bee-63da-4514-a84b-3397c211b24f None None] Sync routers for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:50:18.431959 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e55bee-63da-4514-a84b-3397c211b24f None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:50:18.432570 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-27e55bee-63da-4514-a84b-3397c211b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:50:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:18.520939 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Publish callbacks [] for router (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:18.540246 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-27e55bee-63da-4514-a84b-3397c211b24f None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:50:18.597159 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:18.619558 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Publish callbacks [] for router_gateway (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:18.652720 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:18.660996 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Deleting port 700ba2f1-45df-47c5-9c80-1515f63b1208 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:50:18.661339 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:18.709099 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-27e55bee-63da-4514-a84b-3397c211b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:50:17Z', 'revision_number': 5, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port': {'id': '700ba2f1-45df-47c5-9c80-1515f63b1208', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:29Z', 'updated_at': '2022-06-15T00:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:18.734762 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e55bee-63da-4514-a84b-3397c211b24f None None] Checking router: eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 for host: dv-cinder-835384-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:50:18.740590 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] For port 700ba2f1-45df-47c5-9c80-1515f63b1208, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=700ba2f1-45df-47c5-9c80-1515f63b1208,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:50:18.740959 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:18.743061 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e55bee-63da-4514-a84b-3397c211b24f None None] Routers {'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:50:18.743670 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-27e55bee-63da-4514-a84b-3397c211b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:50:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:18.757097 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Calling delete_port for 700ba2f1-45df-47c5-9c80-1515f63b1208 owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:50:18.821687 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:18.824731 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-27e55bee-63da-4514-a84b-3397c211b24f None None] Set router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:50:18.876170 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-27e55bee-63da-4514-a84b-3397c211b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:50:18Z', 'revision_number': 6, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port_host': None}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:18.900510 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e55bee-63da-4514-a84b-3397c211b24f None None] The sync data for ids ['eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7'] in dv-cinder-835384-6-iscsi is: [{'id': 'eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7', 'name': 'tempest-TestVolumeBootPattern-1727427776-router', 'tenant_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:28Z', 'updated_at': '2022-06-15T00:50:18Z', 'revision_number': 6, 'project_id': '2a609057ba0f4eb9aa2f90e7f31e0090', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:50:18.934746 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (700ba2f1-45df-47c5-9c80-1515f63b1208), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:18.959573 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=700ba2f1-45df-47c5-9c80-1515f63b1208,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:19.019973 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963772'] for router_gateway (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:19.104443 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2884'] for router (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:19.106559 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Publish callbacks [] for router_controller (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:19.149434 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977708'] for router (eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:19.150286 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 00:50:19.154895 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:19.156912 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ad17c2e6-e6cf-45e5-8811-48b9356fd2ff admin admin] 10.222.0.33 "DELETE /v2.0/routers/eb6b3d78-c3b8-4cde-b3eb-5f4098c614f7 HTTP/1.1" status: 204 len: 168 time: 0.7372639 Jun 15 00:50:19.159415 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 37194) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:19.203694 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9e3206-4b63-433f-928f-cc94f1b6fe1a admin admin] Deleting subnet 03b170a4-f162-4e49-bf42-c31c5543af82 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:50:19.206692 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bb9e3206-4b63-433f-928f-cc94f1b6fe1a admin admin] Publish callbacks [] for subnet (03b170a4-f162-4e49-bf42-c31c5543af82), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:19.240860 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bb9e3206-4b63-433f-928f-cc94f1b6fe1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3329255'] for subnet (03b170a4-f162-4e49-bf42-c31c5543af82), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:19.321913 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bb9e3206-4b63-433f-928f-cc94f1b6fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (03b170a4-f162-4e49-bf42-c31c5543af82), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:19.635541 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bb9e3206-4b63-433f-928f-cc94f1b6fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2329781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586366'] for subnet (03b170a4-f162-4e49-bf42-c31c5543af82), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:19.639309 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:19.665548 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bb9e3206-4b63-433f-928f-cc94f1b6fe1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:19.668809 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bb9e3206-4b63-433f-928f-cc94f1b6fe1a admin admin] 10.222.0.33 "DELETE /v2.0/subnets/03b170a4-f162-4e49-bf42-c31c5543af82 HTTP/1.1" status: 204 len: 168 time: 0.5084131 Jun 15 00:50:19.669823 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e3206-4b63-433f-928f-cc94f1b6fe1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b170a4-f162-4e49-bf42-c31c5543af82,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:19.671386 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.33', 37196) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:19.673129 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03070860-cb39-4a99-b39f-0d40afcbce0c None None] Network 56911b05-bd46-4dfd-92c7-6a9d2a724e66 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:50:19.694831 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:19.746702 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (56911b05-bd46-4dfd-92c7-6a9d2a724e66), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:19.789323 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Deleting port 129090ce-6690-4bcd-9860-1c8dcd559581 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:50:19.789775 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:19.842218 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] DHCP port deletion for 56911b05-bd46-4dfd-92c7-6a9d2a724e66 request from dv-cinder-835384-6-iscsi {{(pid=104111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 00:50:19.862033 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] For port 129090ce-6690-4bcd-9860-1c8dcd559581, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=129090ce-6690-4bcd-9860-1c8dcd559581,segment=NetworkSegment(03ee422f-19cb-4f8b-8e4b-65e1d72d03be),segment_id=03ee422f-19cb-4f8b-8e4b-65e1d72d03be)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:50:19.862416 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:19.881433 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Calling delete_port for 129090ce-6690-4bcd-9860-1c8dcd559581 owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:50:19.981380 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2329752'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:20.002108 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 700ba2f1-45df-47c5-9c80-1515f63b1208 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:50:20.006648 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=129090ce-6690-4bcd-9860-1c8dcd559581,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:20.010264 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] No DVR routers for this DVR port 129090ce-6690-4bcd-9860-1c8dcd559581 on host dv-cinder-835384-6-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:50:20.022114 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 700ba2f1-45df-47c5-9c80-1515f63b1208 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:50:20.022457 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 700ba2f1-45df-47c5-9c80-1515f63b1208 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:50:20.022897 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:50:20.049371 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:50:20.049713 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 2a227a11-c5c6-4658-a1bf-01aa2a8a53f1 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:50:20.050125 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 129090ce-6690-4bcd-9860-1c8dcd559581 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:50:20.051960 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Deleting port 129090ce-6690-4bcd-9860-1c8dcd559581 {{(pid=104111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:50:20.052325 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), before_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:20.085024 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (56911b05-bd46-4dfd-92c7-6a9d2a724e66), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:20.087204 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 129090ce-6690-4bcd-9860-1c8dcd559581 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:50:20.087204 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 129090ce-6690-4bcd-9860-1c8dcd559581 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:50:20.091333 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:20.108685 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56911b05-bd46-4dfd-92c7-6a9d2a724e66']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:20.118997 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ee422f-19cb-4f8b-8e4b-65e1d72d03be') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:20.119298 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ee422f-19cb-4f8b-8e4b-65e1d72d03be') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:20.128958 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3329278'] for segment (03ee422f-19cb-4f8b-8e4b-65e1d72d03be), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:20.142334 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (03ee422f-19cb-4f8b-8e4b-65e1d72d03be), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:20.142857 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] For port 129090ce-6690-4bcd-9860-1c8dcd559581, host dv-cinder-835384-6-iscsi, got binding levels [] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:50:20.143254 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), precommit_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:20.149153 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:50:20.149540 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2329835'] for segment (03ee422f-19cb-4f8b-8e4b-65e1d72d03be), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:20.157119 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Calling delete_port for 129090ce-6690-4bcd-9860-1c8dcd559581 owned by network:dhcp {{(pid=104111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:50:20.159946 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.ipam_backend_mixin [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Port 129090ce-6690-4bcd-9860-1c8dcd559581 was not found and therefore no delete operation was performed {{(pid=104111) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 15 00:50:20.161174 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577'] for port (129090ce-6690-4bcd-9860-1c8dcd559581), after_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:20.187533 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Pushing event deleted for resources: {'Port': ['ID=129090ce-6690-4bcd-9860-1c8dcd559581,revision_number=None']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:20.191994 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] No DVR routers for this DVR port 129090ce-6690-4bcd-9860-1c8dcd559581 on host dv-cinder-835384-6-iscsi {{(pid=104111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:50:20.198657 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.199023 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.199363 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.199698 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.200023 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.200349 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.200672 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.203933 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.203933 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.203933 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.203933 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.203933 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.203933 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.203933 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.203933 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb6482-fda4-4215-9ca9-4bf10bf1a7d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:20.216812 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (56911b05-bd46-4dfd-92c7-6a9d2a724e66), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:20.224484 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:20.227779 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] 10.222.0.33 "DELETE /v2.0/networks/56911b05-bd46-4dfd-92c7-6a9d2a724e66 HTTP/1.1" status: 204 len: 168 time: 0.5541422 Jun 15 00:50:20.230916 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 37202) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:20.239353 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a6906-3a66-42d7-ac3a-c1620e6d57b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=56911b05-bd46-4dfd-92c7-6a9d2a724e66,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:20.246704 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 03ee422f-19cb-4f8b-8e4b-65e1d72d03be resource provider aggregate not found Jun 15 00:50:20.263062 dv-cinder-835384-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 03ee422f-19cb-4f8b-8e4b-65e1d72d03be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03ee422f-19cb-4f8b-8e4b-65e1d72d03be found for delete ", "request_id": "req-dcb5410a-758b-40cc-b6bf-b8aa883d216d"}]} Jun 15 00:50:20.537869 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7978681'] for router_interface (68b5c98f-96dc-4e9b-8055-335ccc836735), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:20.752900 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Deleting port 37dd93f3-30e7-470e-b288-57ab35f789dc {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:50:20.753241 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:20.829748 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] For port 37dd93f3-30e7-470e-b288-57ab35f789dc, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=37dd93f3-30e7-470e-b288-57ab35f789dc,segment=NetworkSegment(37cde1b5-ae49-4508-89bd-6c62b211948a),segment_id=37cde1b5-ae49-4508-89bd-6c62b211948a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:50:20.830035 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:20.842505 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Calling delete_port for 37dd93f3-30e7-470e-b288-57ab35f789dc owned by network:router_interface {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:50:20.882685 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:20.951806 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:21.016741 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (37dd93f3-30e7-470e-b288-57ab35f789dc), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:21.038407 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Pushing event deleted for resources: {'Port': ['ID=37dd93f3-30e7-470e-b288-57ab35f789dc,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:21.072481 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.072836 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.073188 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.073533 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.073872 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.074209 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.074543 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.074907 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.075242 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.075741 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.075902 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.076240 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.076565 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.076892 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.077238 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 00:50:21.427628 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7930136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7978541'] for router_interface (68b5c98f-96dc-4e9b-8055-335ccc836735), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:21.625501 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Router 68b5c98f-96dc-4e9b-8055-335ccc836735 has already been hosted by L3 agent dfb08cfc-c301-4e7d-b7dc-cd8d4f985833 {{(pid=104110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 00:50:21.724657 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] Notify agent at l3_agent.dv-cinder-835384-6-iscsi the message routers_updated {{(pid=104110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 00:50:21.732148 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-c24687b2-ecbd-418f-bdc6-76e777338189 admin admin] 10.222.0.33 "PUT /v2.0/routers/68b5c98f-96dc-4e9b-8055-335ccc836735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4977722 Jun 15 00:50:21.732347 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 37206) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:21.733072 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae8441-1354-450c-a3a6-2bf208ebff98 None None] Sync routers for ids ['68b5c98f-96dc-4e9b-8055-335ccc836735'] in dv-cinder-835384-6-iscsi {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 00:50:21.744294 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae8441-1354-450c-a3a6-2bf208ebff98 None None] Routers {'68b5c98f-96dc-4e9b-8055-335ccc836735'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:50:21.744912 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-67ae8441-1354-450c-a3a6-2bf208ebff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:50:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['68b5c98f-96dc-4e9b-8055-335ccc836735'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:21.832004 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Publish callbacks [] for router (68b5c98f-96dc-4e9b-8055-335ccc836735), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:21.844108 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-67ae8441-1354-450c-a3a6-2bf208ebff98 None None] Set router 68b5c98f-96dc-4e9b-8055-335ccc836735 gateway port host: dv-cinder-835384-6-iscsi {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:50:21.929084 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:21.931905 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Publish callbacks [] for router_gateway (68b5c98f-96dc-4e9b-8055-335ccc836735), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:21.974759 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Deleting port 48d3451a-2c24-4d56-a500-ad8c376b843c {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:50:21.975029 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.007704 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-67ae8441-1354-450c-a3a6-2bf208ebff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'name': 'tempest-TestVolumeBootPattern-719908249-router', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'external_fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:33Z', 'updated_at': '2022-06-15T00:50:20Z', 'revision_number': 5, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'gw_port': {'id': '48d3451a-2c24-4d56-a500-ad8c376b843c', 'name': '', 'network_id': '22694c3b-fdcf-46c7-9baf-13f71912d01c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T00:43:34Z', 'updated_at': '2022-06-15T00:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe8fb60-fdba-4415-ad5e-b822f6dc18de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-6-iscsi'}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:22.036564 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae8441-1354-450c-a3a6-2bf208ebff98 None None] Checking router: 68b5c98f-96dc-4e9b-8055-335ccc836735 for host: dv-cinder-835384-6-iscsi {{(pid=104112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 00:50:22.037352 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:DELETE=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:22.045628 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae8441-1354-450c-a3a6-2bf208ebff98 None None] Routers {'68b5c98f-96dc-4e9b-8055-335ccc836735'} bound to L3 agent in host dv-cinder-835384-6-iscsi {{(pid=104112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 00:50:22.046233 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-67ae8441-1354-450c-a3a6-2bf208ebff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T00:26:30Z,description=,heartbeat_timestamp=2022-06-15T00:50:00Z,host='dv-cinder-835384-6-iscsi',id=dfb08cfc-c301-4e7d-b7dc-cd8d4f985833,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T00:26:30Z,topic='l3_agent')) {'router_ids': ['68b5c98f-96dc-4e9b-8055-335ccc836735'], 'active': True} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:22.059211 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] For port 48d3451a-2c24-4d56-a500-ad8c376b843c, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=48d3451a-2c24-4d56-a500-ad8c376b843c,segment=NetworkSegment(d27ba147-e030-4bbd-821b-61994f4630d1),segment_id=d27ba147-e030-4bbd-821b-61994f4630d1)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:50:22.059573 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.072320 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Calling delete_port for 48d3451a-2c24-4d56-a500-ad8c376b843c owned by network:router_gateway {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:50:22.127760 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_dvr_db [None req-67ae8441-1354-450c-a3a6-2bf208ebff98 None None] Set router 68b5c98f-96dc-4e9b-8055-335ccc836735 gateway port host: None {{(pid=104112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 00:50:22.175743 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.l3_hamode_db [None req-67ae8441-1354-450c-a3a6-2bf208ebff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'name': 'tempest-TestVolumeBootPattern-719908249-router', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:33Z', 'updated_at': '2022-06-15T00:50:21Z', 'revision_number': 6, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'gw_port_host': None}], 'dv-cinder-835384-6-iscsi', False) {} {{(pid=104112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:22.200555 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae8441-1354-450c-a3a6-2bf208ebff98 None None] The sync data for ids ['68b5c98f-96dc-4e9b-8055-335ccc836735'] in dv-cinder-835384-6-iscsi is: [{'id': '68b5c98f-96dc-4e9b-8055-335ccc836735', 'name': 'tempest-TestVolumeBootPattern-719908249-router', 'tenant_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T00:43:33Z', 'updated_at': '2022-06-15T00:50:21Z', 'revision_number': 6, 'project_id': '7c262ebf5f5e4e07b222c0dec1d4fa3d', 'gw_port_host': None}] {{(pid=104112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 00:50:22.235928 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (48d3451a-2c24-4d56-a500-ad8c376b843c), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.260754 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d3451a-2c24-4d56-a500-ad8c376b843c,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:22.320904 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963772'] for router_gateway (68b5c98f-96dc-4e9b-8055-335ccc836735), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.405244 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2884'] for router (68b5c98f-96dc-4e9b-8055-335ccc836735), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.407406 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Publish callbacks [] for router_controller (68b5c98f-96dc-4e9b-8055-335ccc836735), precommit_delete_associations {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.451400 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977708'] for router (68b5c98f-96dc-4e9b-8055-335ccc836735), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.452098 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b5c98f-96dc-4e9b-8055-335ccc836735 {{(pid=104110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 00:50:22.457645 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.458770 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-efa95aa0-6fbe-4335-8c6a-8d8778000329 admin admin] 10.222.0.33 "DELETE /v2.0/routers/68b5c98f-96dc-4e9b-8055-335ccc836735 HTTP/1.1" status: 204 len: 168 time: 0.7254999 Jun 15 00:50:22.461305 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 37208) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:22.505186 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2604de1-4d88-4ec1-93f9-9ae3e3867706 admin admin] Deleting subnet 46c07fba-7744-4ba6-ade9-601e2b4ea03b {{(pid=104110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 00:50:22.508307 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c2604de1-4d88-4ec1-93f9-9ae3e3867706 admin admin] Publish callbacks [] for subnet (46c07fba-7744-4ba6-ade9-601e2b4ea03b), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.542724 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c2604de1-4d88-4ec1-93f9-9ae3e3867706 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3105921'] for subnet (46c07fba-7744-4ba6-ade9-601e2b4ea03b), precommit_delete_associations {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.626160 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c2604de1-4d88-4ec1-93f9-9ae3e3867706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617467'] for subnet (46c07fba-7744-4ba6-ade9-601e2b4ea03b), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.677516 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c2604de1-4d88-4ec1-93f9-9ae3e3867706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3365706'] for subnet (46c07fba-7744-4ba6-ade9-601e2b4ea03b), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.700751 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2604de1-4d88-4ec1-93f9-9ae3e3867706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c07fba-7744-4ba6-ade9-601e2b4ea03b,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:22.706279 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c2604de1-4d88-4ec1-93f9-9ae3e3867706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for subnet (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.709388 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-c2604de1-4d88-4ec1-93f9-9ae3e3867706 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/46c07fba-7744-4ba6-ade9-601e2b4ea03b HTTP/1.1" status: 204 len: 168 time: 0.2471788 Jun 15 00:50:22.711997 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 37210) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:22.714636 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2f1ecb-80ed-481f-8526-6f2cd8a6348d None None] Network 07209a14-afbe-4980-b68b-8147d4e1ba28 requested from dv-cinder-835384-6-iscsi {{(pid=104111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 00:50:22.718031 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:22.784642 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762555'] for network (07209a14-afbe-4980-b68b-8147d4e1ba28), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.825866 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Deleting port 48f14baf-fcc4-47a0-b216-9e420ff25698 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:50:22.826207 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.888582 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] For port 48f14baf-fcc4-47a0-b216-9e420ff25698, host dv-cinder-835384-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-6-iscsi',level=0,port_id=48f14baf-fcc4-47a0-b216-9e420ff25698,segment=NetworkSegment(37cde1b5-ae49-4508-89bd-6c62b211948a),segment_id=37cde1b5-ae49-4508-89bd-6c62b211948a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:50:22.888881 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.905124 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Calling delete_port for 48f14baf-fcc4-47a0-b216-9e420ff25698 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:50:22.947346 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465a13c1-53fa-4c57-a329-07cfe9a4c579 None None] DHCP port deletion for 07209a14-afbe-4980-b68b-8147d4e1ba28 request from dv-cinder-835384-6-iscsi {{(pid=104111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 00:50:22.948071 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:22.991208 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117869'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:22.991457 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-465a13c1-53fa-4c57-a329-07cfe9a4c579 None None] Deleting port 48f14baf-fcc4-47a0-b216-9e420ff25698 {{(pid=104111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 00:50:22.991766 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-465a13c1-53fa-4c57-a329-07cfe9a4c579 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227106982'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), before_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.017902 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=48f14baf-fcc4-47a0-b216-9e420ff25698,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:23.023515 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] No DVR routers for this DVR port 48f14baf-fcc4-47a0-b216-9e420ff25698 on host dv-cinder-835384-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:50:23.056543 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-465a13c1-53fa-4c57-a329-07cfe9a4c579 None None] For port 48f14baf-fcc4-47a0-b216-9e420ff25698, host dv-cinder-835384-6-iscsi, got binding levels [] {{(pid=104111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 00:50:23.056943 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-465a13c1-53fa-4c57-a329-07cfe9a4c579 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443065'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), precommit_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.071122 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-465a13c1-53fa-4c57-a329-07cfe9a4c579 None None] Calling delete_port for 48f14baf-fcc4-47a0-b216-9e420ff25698 owned by network:dhcp {{(pid=104111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 00:50:23.073965 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.ipam_backend_mixin [None req-465a13c1-53fa-4c57-a329-07cfe9a4c579 None None] Port 48f14baf-fcc4-47a0-b216-9e420ff25698 was not found and therefore no delete operation was performed {{(pid=104111) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 15 00:50:23.075548 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-465a13c1-53fa-4c57-a329-07cfe9a4c579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8218046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227109699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765226675577'] for port (48f14baf-fcc4-47a0-b216-9e420ff25698), after_delete {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.098012 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a13c1-53fa-4c57-a329-07cfe9a4c579 None None] Pushing event deleted for resources: {'Port': ['ID=48f14baf-fcc4-47a0-b216-9e420ff25698,revision_number=None']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:23.103218 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7617130', 'neutron.services.segments.db._delete_segments_for_network-8765227183418'] for network (07209a14-afbe-4980-b68b-8147d4e1ba28), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.103550 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a13c1-53fa-4c57-a329-07cfe9a4c579 None None] No DVR routers for this DVR port 48f14baf-fcc4-47a0-b216-9e420ff25698 on host dv-cinder-835384-6-iscsi {{(pid=104111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 00:50:23.125456 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07209a14-afbe-4980-b68b-8147d4e1ba28']}} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:23.135698 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cde1b5-ae49-4508-89bd-6c62b211948a') {'for_net_delete': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:23.136087 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.services.segments.db [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cde1b5-ae49-4508-89bd-6c62b211948a') {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 00:50:23.146602 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227182017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3105944'] for segment (37cde1b5-ae49-4508-89bd-6c62b211948a), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.161125 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280'] for segment (37cde1b5-ae49-4508-89bd-6c62b211948a), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.170063 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 00:50:23.170702 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117918'] for segment (37cde1b5-ae49-4508-89bd-6c62b211948a), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.191648 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment 37cde1b5-ae49-4508-89bd-6c62b211948a resource provider aggregate not found Jun 15 00:50:23.239859 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.services.segments.plugin [-] Segment 37cde1b5-ae49-4508-89bd-6c62b211948a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37cde1b5-ae49-4508-89bd-6c62b211948a found for delete ", "request_id": "req-f15b1ec9-5578-4049-adf9-bbf6c04284a7"}]} Jun 15 00:50:23.249020 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7616548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7930209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963736'] for network (07209a14-afbe-4980-b68b-8147d4e1ba28), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.254510 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7930227'] for network (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.257642 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] 10.222.0.33 "DELETE /v2.0/networks/07209a14-afbe-4980-b68b-8147d4e1ba28 HTTP/1.1" status: 204 len: 168 time: 0.5447440 Jun 15 00:50:23.268418 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb99dcd-2112-4c43-8449-f7b33defd2cd admin admin] Pushing event deleted for resources: {'Network': ['ID=07209a14-afbe-4980-b68b-8147d4e1ba28,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:23.385416 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 37218) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:23.428546 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-60ca689b-7a4a-4f6b-b02e-9c8084e082b0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2a609057ba0f4eb9aa2f90e7f31e0090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417161 Jun 15 00:50:23.431038 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 37220) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:23.479366 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6b9ff7-9ca4-412c-ba5e-4a6612246cea admin admin] Publish callbacks [] for security_group (b9ed1a69-9fa0-473d-8c29-4d7d6b775fc3), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.500782 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6b9ff7-9ca4-412c-ba5e-4a6612246cea admin admin] Publish callbacks [] for security_group (b9ed1a69-9fa0-473d-8c29-4d7d6b775fc3), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.547906 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6b9ff7-9ca4-412c-ba5e-4a6612246cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (b9ed1a69-9fa0-473d-8c29-4d7d6b775fc3), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.550439 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6b9ff7-9ca4-412c-ba5e-4a6612246cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.551617 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-8f6b9ff7-9ca4-412c-ba5e-4a6612246cea admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b9ed1a69-9fa0-473d-8c29-4d7d6b775fc3 HTTP/1.1" status: 204 len: 168 time: 0.1196702 Jun 15 00:50:23.559236 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b9ff7-9ca4-412c-ba5e-4a6612246cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ed1a69-9fa0-473d-8c29-4d7d6b775fc3,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:23.872986 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 37226) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:23.885241 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 48d3451a-2c24-4d56-a500-ad8c376b843c no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:50:23.908572 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 48d3451a-2c24-4d56-a500-ad8c376b843c {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:50:23.908922 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 48d3451a-2c24-4d56-a500-ad8c376b843c not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:50:23.909347 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 48f14baf-fcc4-47a0-b216-9e420ff25698 no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:50:23.914879 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-c31e906d-253b-440c-9204-97edea9d95fc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7c262ebf5f5e4e07b222c0dec1d4fa3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407281 Jun 15 00:50:23.917401 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [-] (104110) accepted ('10.222.0.33', 37228) {{(pid=104110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 00:50:23.927375 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 48f14baf-fcc4-47a0-b216-9e420ff25698 {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:50:23.927727 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 48f14baf-fcc4-47a0-b216-9e420ff25698 not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:50:23.928148 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 37dd93f3-30e7-470e-b288-57ab35f789dc no longer exists at agent ovs-agent-dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 00:50:23.946498 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.plugin [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] No Port match for: 37dd93f3-30e7-470e-b288-57ab35f789dc {{(pid=104111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 00:50:23.946872 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.rpc [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Device 37dd93f3-30e7-470e-b288-57ab35f789dc not bound to the agent host dv-cinder-835384-6-iscsi {{(pid=104111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 00:50:23.970168 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93037163-8254-4c13-9309-8467a3ae587d admin admin] Publish callbacks [] for security_group (347a03e3-c692-4ef1-8eb3-37e0f54017c2), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:23.983011 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:23.992017 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93037163-8254-4c13-9309-8467a3ae587d admin admin] Publish callbacks [] for security_group (347a03e3-c692-4ef1-8eb3-37e0f54017c2), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:24.038448 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93037163-8254-4c13-9309-8467a3ae587d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963203'] for security_group (347a03e3-c692-4ef1-8eb3-37e0f54017c2), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:24.040998 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93037163-8254-4c13-9309-8467a3ae587d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:24.042122 dv-cinder-835384-6-iscsi neutron-server[104110]: INFO neutron.wsgi [None req-93037163-8254-4c13-9309-8467a3ae587d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/347a03e3-c692-4ef1-8eb3-37e0f54017c2 HTTP/1.1" status: 204 len: 168 time: 0.1238375 Jun 15 00:50:24.049608 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93037163-8254-4c13-9309-8467a3ae587d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347a03e3-c692-4ef1-8eb3-37e0f54017c2,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 00:50:27.607702 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6681f7f7-e969-4261-8e39-e4ebde83b1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:30.037745 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0c48825b-5525-4e50-8d08-793d0b6eb1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:30.178768 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=61,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:30.229600 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=8,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:30.911779 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:32.177802 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:32.178497 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=49 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:32.496271 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:33.468023 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:34.045414 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:34.046146 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=65,neutron:DELETE=11 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:34.338567 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:50:43.461601 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:43.463498 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:44.335390 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:44.677338 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:54.671765 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:54.674149 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:57.609201 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8a243636-aa92-412e-a5ff-dd4aaf92160e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:50:59.586798 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:50:59.596141 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=5 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:51:00.039345 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a66a9876-a49b-470f-9bc7-7c5daef9c693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:51:00.911289 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:51:02.501579 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:51:03.463596 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:51:11.337813 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:51:13.457808 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:51:13.459636 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:51:14.677435 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:51:24.574825 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=15 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:51:24.577440 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=13 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:51:24.666282 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:51:24.673267 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:51:27.612835 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-89d075e4-bc7d-4f1a-9673-2a2992d5635c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:51:30.041005 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c988c593-d4d0-4b86-9bd5-c12e2e4ec509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:51:30.914322 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:51:32.503740 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:51:33.468608 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:51:36.600629 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:51:36.601645 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:51:43.463015 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:51:43.465442 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:51:44.693347 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:51:48.337165 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:51:57.614579 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-6fe33c96-a7b7-4049-91ee-297bb3d56fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:51:58.333553 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:00.042882 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f387d3fa-4145-4de9-8b92-6c1c4d51b1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:52:00.916205 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:52:02.323317 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [req-c714c998-544b-4c73-ac90-349641a8a40d req-b89ed6e2-3eeb-4373-92d1-fc3f8a188294 tempest-VolumesActionsTest-1309600035 tempest-VolumesActionsTest-1309600035-project] (104110) timed out ('10.222.0.42', 54598) {{(pid=104110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 00:52:02.505675 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:52:03.460581 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:52:13.454592 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:13.455925 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:13.606382 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=4 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:13.607130 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:14.695848 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:52:24.686546 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:24.691479 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:25.336734 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:52:27.616551 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-698cb005-8fa9-4c89-9693-c76429f479ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:52:30.044435 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd25e-ab02-4851-9759-2e0752035d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:52:30.921972 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:52:32.506706 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:52:33.462952 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:52:35.332267 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:35.333050 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:43.457269 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:43.459116 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:44.689783 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:52:50.601639 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:50.612164 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=4 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:54.680617 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:54.685471 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:52:56.982848 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-96390eef-e0f2-4b5f-a7f3-c64d85e5333e service neutron] (104110) timed out ('10.222.0.33', 58404) {{(pid=104110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 00:52:57.234392 dv-cinder-835384-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-c5f8d6cc-b086-458f-8391-84bf29678076 req-2d28367e-9972-440a-b6a4-76712e0212b2 tempest-AttachVolumeShelveTestJSON-1641841652 tempest-AttachVolumeShelveTestJSON-1641841652-project] (104109) timed out ('10.222.0.33', 58422) {{(pid=104109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 00:52:57.618574 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-729eae03-3146-4759-a66e-effaaab489f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:53:00.047452 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-04568a53-576d-4eb2-b682-ec02e3d2a3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:53:00.922585 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:53:02.334906 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:53:02.509726 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:53:03.467346 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:53:12.331555 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:53:13.461320 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:53:13.463137 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:53:14.706808 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:53:24.695952 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:53:24.702818 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:53:27.604583 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=15 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:53:27.609041 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=17 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:53:27.621791 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7ab67071-4e4f-46c6-a875-e1c761816669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:53:30.048363 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d18c1f27-9e86-47a3-b1de-4a5093798825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:53:30.926392 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:53:32.512744 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:53:33.468568 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:53:39.335191 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:53:43.463240 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:53:43.465097 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:53:44.720807 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:53:49.329671 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:53:49.331541 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:53:54.715269 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:53:54.717209 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:53:57.622933 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-adcb094f-3cf1-4b4c-a012-f91ead3bb09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:54:00.050326 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-232accab-372c-4a27-8908-4247ff2be102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:54:00.928101 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:54:02.515203 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:54:03.470657 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:54:04.601867 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:04.606865 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=4 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:13.465084 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:13.466987 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:14.719881 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:54:16.334182 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:54:24.714363 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:24.716282 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:26.405881 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:26.406623 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:27.624424 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-07463057-cc06-483a-b7c4-0c6f4d1edcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:54:30.051333 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c3995a32-f5dc-4ac3-af73-b755abecf546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:54:30.933369 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:54:32.518042 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:54:33.472853 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:54:41.600622 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:41.601379 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=3 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:44.576410 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:44.578304 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:44.734208 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:54:53.332380 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:54:54.728860 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:54.730812 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:54:57.626078 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8be084f6-6c6d-4015-a509-ce2c78609580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:55:00.052992 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-dea672c4-aadf-4d10-b5d3-8a7962e74dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:55:00.932742 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:55:02.520222 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:55:03.329158 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:55:03.477548 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:55:13.471441 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:55:13.473304 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:55:14.730034 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:55:24.581704 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=15 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:55:24.585631 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=17 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:55:24.723041 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:55:24.725464 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:55:27.628443 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5d1d8724-93e3-44c9-a669-f5d72d560f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (536f285e-70f5-4b92-999e-1d185283a32a), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:55:30.054531 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-fc725c70-c215-4d6f-becf-e3b93aff8b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (dfb08cfc-c301-4e7d-b7dc-cd8d4f985833), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:55:30.331379 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG neutron.db.agents_db [None req-1d360152-fe44-44b4-a968-590d946773a4 None None] Agent healthcheck: found 6 active agents {{(pid=104112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 00:55:30.935947 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7389811e-93fb-4772-a513-df407f68f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (e27eba7b-a16c-4a99-84f0-8e91ab7c9776), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:55:32.524352 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b50a3ac8-b827-4d54-a627-99fe6dfda4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (cc698b56-e6b1-43bc-91b3-b018ed5129d5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:55:33.479676 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-8f2745a0-7f7c-4a4a-91ed-c6995cd57599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (17f46820-5a1c-4298-836d-bf7f020895fe), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 00:55:35.483316 dv-cinder-835384-6-iscsi neutron-server[104110]: DEBUG neutron.wsgi [req-f764f759-6105-4094-adc2-6b882d2f8fcb req-381fd2b6-6342-4c76-8eaa-e363945c6411 service neutron] (104110) timed out ('10.222.0.42', 54629) {{(pid=104110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 00:55:40.331149 dv-cinder-835384-6-iscsi neutron-server[104112]: DEBUG dbcounter [-] [104112] Writing DB stats neutron:SELECT=2 {{(pid=104112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:55:43.469021 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:55:43.475095 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 00:55:44.765515 dv-cinder-835384-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c81642e6-6549-4e24-815e-5a3f93cf5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7616905'] for agent (ec024b6d-7c98-456d-8b2b-3e6ec08b9d56), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}